-- Logs begin at Wed 2020-11-18 16:04:25 UTC, end at Wed 2020-11-18 17:47:06 UTC. -- Nov 18 16:50:18.795212 dv-cinder-760184-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 16:50:21.344281 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:50:21.344830 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 16:50:21.346127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80284) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 16:50:21.346869 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:50:21.347162 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 16:50:21.347443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80284) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 16:50:21.348529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:50:21.348799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:50:21.349784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:50:21.350113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:50:21.350378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:50:21.350753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.351106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.351455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.351723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.352077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.352478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.353318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.353661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.354035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.354371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.354697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.355030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.355298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.355625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.355964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.356301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.356562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] debug = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.356886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.357685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.358042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.358368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.358706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.359023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.359346 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.359676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.360052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] host = dv-cinder-760184-2-iscsi {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.360374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.360711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.361043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.361380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.361699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.362058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.362389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.362707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.363026 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_file = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.363345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.363686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.364023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.364362 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.364624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.364882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.365214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.365552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.365904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.366219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.366538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.366859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.367179 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.367491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.367829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.368203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.368540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.368860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.369201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.369497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.369816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.370177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.370498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.370815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.371135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.371470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.371783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.372105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.372455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.372790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.373120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.373451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.373768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.374128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.374448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.374764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.375079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] use_json = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.375397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.375713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.376040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.376357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.376672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.376990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.377305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.377641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:21.378006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.378357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.378710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.379039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.379381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.379711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.380050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.380374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.380713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.381050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.381382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.381705 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.382065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.382410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.382749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.383068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.383390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.383768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.384093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.384408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.384749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.385074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.385393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.385721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.386062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.386378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.386693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.387016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.387356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.387676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.387990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.388303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.388620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.388934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.389264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.389584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.389919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.390238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.390558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.390875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.391196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.391514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.391830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.392155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.392470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.392783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.393098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.393414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.393730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.394069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.394386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.394706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.395020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.395337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.395651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.395965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.396281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.396611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.396953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.397274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.397597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.397937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.398260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.398580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.398900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.399223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.400087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.400404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.400749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.401079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.401410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.401738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.402091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.402440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.402765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.403094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.403417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.403740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.404069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.404400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.404742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.405082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.405421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.405758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.406121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.406449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.406810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.407134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:21.407387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:50:21.407651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80284) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 18 16:50:22.061266 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading Gnome Nov 18 16:50:22.078331 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading Google Nov 18 16:50:22.081009 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading Windows (alt) Nov 18 16:50:22.084481 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading file Nov 18 16:50:22.085323 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading keyczar Nov 18 16:50:22.085608 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading multi Nov 18 16:50:22.086280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO keyring.backend [-] Loading pyfs Nov 18 16:50:22.133023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:22.133336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:22.133735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:22.134622 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 16:50:22.554435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.554989 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.555101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.615643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.615961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.616268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.619744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.620055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.620351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.696949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.697258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.697561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.698617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.698921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.699213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.816573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.816836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.817149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.817457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.818327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.999228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.999606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:22.999932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.000235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.000536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.000916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.001217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.001509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.001800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.002184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.002508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.002826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.003132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.003447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.003777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.004095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.004387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.004714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.005001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.005480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.005765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.006076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.006415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.006699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.006978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.007401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.007681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.007956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.008232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.008505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.009321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.010697 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 16:50:23.018143 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 16:50:23.026118 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 16:50:23.031491 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3700, 3749)])]) Nov 18 16:50:23.034305 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 16:50:23.035381 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 16:50:23.035767 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 18 16:50:23.036208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 16:50:23.039790 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 16:50:23.040124 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 16:50:23.040521 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 18 16:50:23.062158 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 18 16:50:23.062675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.063006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80284) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 18 16:50:23.063426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.064778 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80284) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 16:50:23.065098 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 18 16:50:23.065382 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 18 16:50:23.068481 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.068752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.134477 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 16:50:23.134749 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 16:50:23.135026 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 16:50:23.135432 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 16:50:23.169027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.sqlalchemy.engines [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80284) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 18 16:50:23.535373 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing driver for type 'gre' Nov 18 16:50:23.535949 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] gre ID ranges: [(1, 1000)] Nov 18 16:50:23.632270 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing driver for type 'local' Nov 18 16:50:23.632742 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing driver for type 'vlan' Nov 18 16:50:23.695178 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] VlanTypeDriver initialization complete Nov 18 16:50:23.695551 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing driver for type 'vxlan' Nov 18 16:50:23.696606 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] vxlan ID ranges: [(1, 1000)] Nov 18 16:50:23.826604 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing extension driver 'port_security' Nov 18 16:50:23.826970 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.extensions.port_security [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] PortSecurityExtensionDriver initialization complete Nov 18 16:50:23.827347 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing mechanism driver 'openvswitch' Nov 18 16:50:23.833546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:50:23.834429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.834842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.835232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.835665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.836055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.836437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.837485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.837871 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.838297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.838716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > security_group after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.839099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > security_group after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.839476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.839904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.840280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.840655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.841199 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > address_group after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.841582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > address_group after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.841986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.842364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] ML2 OVO RPC backend initialized. {{(pid=80284) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 18 16:50:23.843080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.843473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.843935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.844317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > networks before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.844698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.845073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > ports before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.845498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.845921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnets before_response 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.846283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.846658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.847030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > network after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.847402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.847774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.848146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.848518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.848890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.849262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.849923 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.plugin [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Modular L2 Plugin initialization complete Nov 18 16:50:23.850283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading services supported by the core plugin {{(pid=80284) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 16:50:23.850653 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.plugins.ml2.managers [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Got port-security extension from driver 'port_security' Nov 18 16:50:23.851166 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.extensions.vlantransparent [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Disabled vlantransparent extension. Nov 18 16:50:23.851652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80284) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 16:50:23.851999 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: router Nov 18 16:50:23.894235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.894673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_create 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.895082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router before_create 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.895493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.895916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.896315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_delete 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.896717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.897127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_create 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.897510 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_update 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.897939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_update 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.898312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.898718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_update 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.899227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_update 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.900227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.900613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.900994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: subnet after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.901374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.901767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.902181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_create 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.902568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.902954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.903360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router after_update 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.903743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.904135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_create 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.904543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.904929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_update 55549900 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.905986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Tracking information for resource: router configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.906365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Tracking information for resource: floatingip configured {{(pid=80284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:50:23.911379 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_agentschedulers_db [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 16:50:23.912039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.912439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port after_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.912827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port after_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.913217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: port after_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.914134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router before_create 55550100 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.914540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.914974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_create 55550100 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.915371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > router precommit_update 55550100 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.919973 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.provider_configuration [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service providers = [] {{(pid=80284) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 16:50:23.920372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.servicetype_db [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80284) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 16:50:23.923225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.service_base [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:50:23.923616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.service_base [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:50:23.923998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.service_base [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:50:23.924899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.service_base [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:50:23.925305 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.services.service_base [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 16:50:23.925728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:23.926110 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 16:50:23.948682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:23.949059 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: auto_allocate Nov 18 16:50:23.959679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: network precommit_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.960091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: network precommit_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.960686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:23.961047 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: tag Nov 18 16:50:23.972909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:23.973284 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: timestamp Nov 18 16:50:23.977135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:23.977534 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: network_ip_availability Nov 18 16:50:23.983548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.983958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.984353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:23.985147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:23.985509 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: flavors Nov 18 16:50:24.002271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:24.002647 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading Plugin: revisions Nov 18 16:50:24.007059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:50:24.007490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.874s {{(pid=80284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:24.008313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80284) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 18 16:50:24.009210 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Initializing extension manager. Nov 18 16:50:24.009782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: __init__.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.010200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: __pycache__ {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.010576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.027652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: _filter_validation_lib.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.027652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.027652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: address_group.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.027652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.027652 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: address-group Nov 18 16:50:24.027652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: address_scope.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.028389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.028389 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: address-scope Nov 18 16:50:24.028389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.028389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.028760 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: router-admin-state-down-before-update Nov 18 16:50:24.029121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: agent.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.029926 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.030527 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: agent Nov 18 16:50:24.030895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: agent_resources_synced.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.031946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.032528 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: agent-resources-synced Nov 18 16:50:24.032894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: allowedaddresspairs.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.034765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.035365 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: allowed-address-pairs Nov 18 16:50:24.035733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: auto_allocated_topology.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.036808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.037399 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: auto-allocated-topology Nov 18 16:50:24.037764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: availability_zone.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.038535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.039123 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: availability_zone Nov 18 16:50:24.039495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: availability_zone_filter.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.040444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.041026 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: availability_zone_filter Nov 18 16:50:24.041393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: data_plane_status.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.042425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.042955 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 16:50:24.043319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: default_subnetpools.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.044248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.044835 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: default-subnetpools Nov 18 16:50:24.045202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.046082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.046670 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: dhcp_agent_scheduler Nov 18 16:50:24.047039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: dns.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.047987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.048562 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension dns-integration not supported by any of loaded plugins Nov 18 16:50:24.048922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: dns_domain_ports.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.049863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.050469 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 16:50:24.050837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: dvr.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.051567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.052150 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: dvr Nov 18 16:50:24.052512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: empty_string_filtering.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.053440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.054074 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: empty-string-filtering Nov 18 16:50:24.054436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.055360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.055964 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:50:24.056323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.057246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.057828 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 16:50:24.058223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: external_net.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.059242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.059833 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: external-net Nov 18 16:50:24.060200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.071835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.072494 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: extra_dhcp_opt Nov 18 16:50:24.072864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: extraroute.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.073802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.074427 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: extraroute Nov 18 16:50:24.074793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: extraroute_atomic.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.075829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.076414 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: extraroute-atomic Nov 18 16:50:24.076823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: filter_validation.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.077530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.078129 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: filter-validation Nov 18 16:50:24.078493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: fip_pf_description.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.079406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.080020 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 16:50:24.080380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: fip_port_details.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.081311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.081971 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: fip-port-details Nov 18 16:50:24.082328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: flavors.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.083575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.084157 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: flavors Nov 18 16:50:24.084521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.086229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.087421 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 16:50:24.087791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: floatingip_pools.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.088661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.089246 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: floatingip-pools Nov 18 16:50:24.089609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: ip_allocation.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.090581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.091169 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 16:50:24.091506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.092430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.093013 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: ip-substring-filtering Nov 18 16:50:24.093374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l2_adjacency.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.094350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.094924 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 16:50:24.095287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.096599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.097199 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: router Nov 18 16:50:24.097566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.099872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.100519 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:50:24.100892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.101815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.102457 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: ext-gw-mode Nov 18 16:50:24.102824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.103738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.104315 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: l3-ha Nov 18 16:50:24.104679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3_flavors.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.105599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.106202 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: l3-flavors Nov 18 16:50:24.106564 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.107739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.108313 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 16:50:24.108674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: l3agentscheduler.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.109826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.110446 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: l3_agent_scheduler Nov 18 16:50:24.110814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: logging.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.112321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.112912 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension logging not supported by any of loaded plugins Nov 18 16:50:24.113281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: metering.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.115625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.116341 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: metering Nov 18 16:50:24.116718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.117848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.118941 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: metering_source_and_destination_fields Nov 18 16:50:24.119306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: multiprovidernet.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.120246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.120828 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: multi-provider Nov 18 16:50:24.121193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: netmtu.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.122163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.122737 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: net-mtu Nov 18 16:50:24.123100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: netmtu_writable.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.124030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.124611 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: net-mtu-writable Nov 18 16:50:24.124978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: network_availability_zone.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.125774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.126403 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: network_availability_zone Nov 18 16:50:24.126768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: network_ip_availability.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.127895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.128475 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: network-ip-availability Nov 18 16:50:24.128837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: network_segment_range.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.129671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.130277 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 16:50:24.130639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: pagination.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.131697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.132002 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: pagination Nov 18 16:50:24.132359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.133300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.134512 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: port-mac-address-regenerate Nov 18 16:50:24.134872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.135786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.136376 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: port-numa-affinity-policy Nov 18 16:50:24.136754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: port_resource_request.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.137688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.138337 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 16:50:24.138698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: portbindings.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.139682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.140263 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: binding Nov 18 16:50:24.140629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: portbindings_extended.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.142064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.142649 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: binding-extended Nov 18 16:50:24.143016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: portsecurity.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.143940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.144529 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: port-security Nov 18 16:50:24.144892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: project_id.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.145918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.146284 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: project-id Nov 18 16:50:24.146644 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: providernet.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.147568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.148149 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: provider Nov 18 16:50:24.148515 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.152156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.152753 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos not supported by any of loaded plugins Nov 18 16:50:24.153154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.154376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.154964 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 16:50:24.155337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.156261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.156850 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 16:50:24.157214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_default.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.158161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.158732 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-default not supported by any of loaded plugins Nov 18 16:50:24.159098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_fip.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.159795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.160379 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-fip not supported by any of loaded plugins Nov 18 16:50:24.160740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_gateway_ip.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.161673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.162280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 16:50:24.162638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_port_network_policy.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.163553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.164128 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 16:50:24.164488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_rule_type_details.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.165435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.166030 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 16:50:24.166390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: qos_rules_alias.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.167522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.168107 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 16:50:24.168466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: quotasv2.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.169459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.169832 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: quotas Nov 18 16:50:24.170228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: quotasv2_detail.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.171808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.172193 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: quota_details Nov 18 16:50:24.172629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: rbac.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.173789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.174419 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: rbac-policies Nov 18 16:50:24.174786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: rbac_address_scope.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.175728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.176313 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: rbac-address-scope Nov 18 16:50:24.176677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: rbac_security_groups.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.177614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.178217 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: rbac-security-groups Nov 18 16:50:24.178578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: rbac_subnetpool.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.179500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.180080 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: rbac-subnetpool Nov 18 16:50:24.180971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: revisionifmatch.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.181921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.182511 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: revision-if-match Nov 18 16:50:24.182870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: revisions.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.183979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.184564 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: standard-attr-revisions Nov 18 16:50:24.184929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: router_availability_zone.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.185649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.186279 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: router_availability_zone Nov 18 16:50:24.186640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: routerservicetype.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.187569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.188215 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension router-service-type not supported by any of loaded plugins Nov 18 16:50:24.188577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.189508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.190136 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: port-security-groups-filtering Nov 18 16:50:24.190500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: securitygroup.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.204191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.204812 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: security-group Nov 18 16:50:24.205265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: segment.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.206160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.206751 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension segment not supported by any of loaded plugins Nov 18 16:50:24.207119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.208060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.208646 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 16:50:24.209007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: servicetype.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.210132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.210724 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: service-type Nov 18 16:50:24.211086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: sorting.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.212117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.212559 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: sorting Nov 18 16:50:24.212848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: standard_attr_segment.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.213769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.214380 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 16:50:24.214743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: standardattrdescription.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.215437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.216012 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: standard-attr-description Nov 18 16:50:24.216372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: stateful_security_group.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.217303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.217915 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: stateful-security-group Nov 18 16:50:24.218267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: stdattrs_common.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.218851 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 16:50:24.219209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.220143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.220730 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 16:50:24.221092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: subnet_onboard.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.222254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.222835 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: subnet_onboard Nov 18 16:50:24.223196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.224208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.224795 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 16:50:24.225155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: subnet_service_types.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.226110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.226687 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: subnet-service-types Nov 18 16:50:24.227047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: subnetallocation.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.228149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.228740 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: subnet_allocation Nov 18 16:50:24.229101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.229798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.230430 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: subnetpool-prefix-ops Nov 18 16:50:24.230792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.231722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.232556 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 16:50:24.232918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: tagging.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.234216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.234815 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: standard-attr-tag Nov 18 16:50:24.235183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: timestamp.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.236427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.237012 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loaded extension: standard-attr-timestamp Nov 18 16:50:24.237379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: trunk.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.238439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.239016 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension trunk not supported by any of loaded plugins Nov 18 16:50:24.239379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: trunk_details.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.240303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.240883 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension trunk-details not supported by any of loaded plugins Nov 18 16:50:24.241243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: uplink_status_propagation.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.242184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.242770 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 16:50:24.243661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Loading extension file: vlantransparent.py {{(pid=80284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:50:24.244361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:50:24.244934 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 16:50:24.247565 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:network Nov 18 16:50:24.248382 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:subnet Nov 18 16:50:24.249055 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:50:24.249717 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:port Nov 18 16:50:24.251222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.251717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service FLAVORS assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.252403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.252878 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.253330 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:router Nov 18 16:50:24.254077 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:50:24.254848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service METERING assigned prefix: /metering {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.256623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:24.257021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:24.257403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:50:24.258601 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:50:24.259572 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:50:24.260368 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:50:24.261180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service CORE assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.261553 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:50:24.261943 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] subnetpool is already registered Nov 18 16:50:24.262617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service CORE assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.262983 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:50:24.263345 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] subnetpool is already registered Nov 18 16:50:24.266180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.266659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service FLAVORS assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.267308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.267772 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.268143 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:router Nov 18 16:50:24.268507 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] router is already registered Nov 18 16:50:24.269163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:50:24.269527 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] floatingip is already registered Nov 18 16:50:24.270243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service METERING assigned prefix: /metering {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.270984 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:50:24.271350 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] rbac_policy is already registered Nov 18 16:50:24.271971 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:50:24.272339 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] security_group is already registered Nov 18 16:50:24.272979 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:50:24.273423 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] security_group_rule is already registered Nov 18 16:50:24.274188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service CORE assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.274557 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:50:24.274914 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] subnetpool is already registered Nov 18 16:50:24.275586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.resource_helper [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Service CORE assigned prefix: {{(pid=80284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:50:24.275952 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:50:24.276310 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.quota.resource_registry [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] subnetpool is already registered Nov 18 16:50:24.277010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: extensions {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.278601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: address-groups {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.280280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: address-scopes {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.281546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: agents {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.282800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: auto-allocated-topology {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.284211 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: availability_zones {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.285598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: dhcp-networks {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.287099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: dhcp-agents {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.288578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: routers {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.291384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: flavors {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.292631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: service_profiles {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.293938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: next_providers {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.394305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: service_profiles {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.395779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: floatingip-pools {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.397105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: routers {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.399025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: floatingips {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.400409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: l3-routers {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.401900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: l3-agents {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.403391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: metering-labels {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.404836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: metering-label-rules {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.406201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: network-ip-availabilities {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.407530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: bindings {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.409262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: quotas {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.410838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: quotas {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.412460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: rbac-policies {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.413828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: security-groups {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.415153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: security-group-rules {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.416461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: service-providers {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.417750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: subnetpools {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.419267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: subnetpools {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.420850 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.422736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.424631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.426517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.428581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.430917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.432883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.434869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.436825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.438799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.extensions [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Extended resource: tags {{(pid=80284) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:50:24.445906 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING keystonemiddleware.auth_token [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 16:50:24.451749 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING keystonemiddleware.auth_token [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 16:50:24.460573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Acquired lock "singleton_lock" {{(pid=80284) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 18 16:50:24.461106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Releasing lock "singleton_lock" {{(pid=80284) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 18 16:50:24.462586 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Starting 2 workers Nov 18 16:50:24.467352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Started child 80397 {{(pid=80284) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:50:24.471390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:24.472110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Started child 80398 {{(pid=80284) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:50:24.472929 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [-] (80397) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:50:24.473669 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 16:50:24.474341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Notify callbacks [] for process, before_spawn {{(pid=80284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:24.475588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:24.476834 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Starting 1 workers Nov 18 16:50:24.476993 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [-] (80398) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:50:24.483041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Started child 80399 {{(pid=80284) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:50:24.483596 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Starting 1 workers Nov 18 16:50:24.485382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] calling RpcWorker wait() {{(pid=80399) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 16:50:24.485767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] returning from RpcWorker wait() {{(pid=80399) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 16:50:24.487370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:24.487870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:50:24.488386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Started child 80400 {{(pid=80284) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:50:24.489214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4ce50f51-889f-4076-8efa-6dfde0a72916 None None] Notify callbacks [] for process, after_spawn {{(pid=80284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:24.490843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80284) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 16:50:24.491078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:50:24.491285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:50:24.491544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:50:24.491952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:50:24.492144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:50:24.492710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.493591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.493926 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.494233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.494552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.495197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:24.495307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.495501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.495775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.496101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.496353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.496729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.496835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:50:24.496911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.497189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.497495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.497836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.498159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.498448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.498721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.498936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.499235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.499564 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.499846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.500175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] debug = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.500464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.501045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.501303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.501577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.501830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.502158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.502427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.502724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.502990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.503228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.503497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.503782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.504029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.504292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.504587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.504840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.505300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] host = dv-cinder-760184-2-iscsi {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.505585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.505833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.506142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.506410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.506694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.506944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.507238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.507522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.507810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.508071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.508340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.508688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.508971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.509234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_file = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.509495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_options = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.509651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.509952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.510250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.510466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.510659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.510918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.511138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.511328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.511606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.511869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.512115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.512361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.512613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.512839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.513127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.513374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.513634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.513893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.514178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.514478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.514691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.514952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.515208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.515473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.515731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.515985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.516338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.516594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.516829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.517074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.517332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.518323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.518615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.519015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.519395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.519848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.520142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.520477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.520765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.521096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.521392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.521652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.521983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.522242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.522497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.522794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_json = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.523052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.523305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.523599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.523853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.524111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.524364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.524614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.524909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.525907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.526266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.526630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.526946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.527245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.527539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.527818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.528075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.528351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.528629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.528978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.529239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.529602 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.530048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.530341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.539684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.540919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.541691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.544401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.545059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.547544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.548962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.549625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.550258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.550258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.550258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.550517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.550771 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.551063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.551340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.551615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.551916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.552237 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.552499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.552811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.553070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.553379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.553734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.554081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.554380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.554689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.554966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.555270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.556176 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.556485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.556763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.557054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.557363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.557788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.557927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.558170 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.558426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.558697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.559039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.559339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.559606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.559874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.560180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.560950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.560950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.561166 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.561261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.561528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.561804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.562107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.562367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.562631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.562902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.563153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.563383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.563656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.563922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.564174 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.564426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.564716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.564969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.565241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.565794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.565794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.566185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.566429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.566697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.566957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.567350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.567611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.567885 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.568125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.568372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.568661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.568914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.569230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.569526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.569779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.570071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.570334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.570612 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.570864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.571202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.571463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.571717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.571970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.572230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.572482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.572734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.573004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.573255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.573565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.573964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.574238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.574514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.574799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.575055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.575308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.575561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.575814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.576069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.576321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.576577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.576859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.577120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.577377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.577640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.579246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.579246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.579246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.579246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.579246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.579246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.582868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.583543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.583543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.583543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.583810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.584168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.584428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.584700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.585018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.585373 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.585715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.586044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.586345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.586710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.587040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3700:3749'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.587351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.587609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.587961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.588327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.588647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.588933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.589205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.589502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.589771 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.590051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.590311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.590586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.590843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.591129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.591417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.591730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.592052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.592328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.592580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.592846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.593095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.593357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.593614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.593805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:50:24.594414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80284) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 16:50:24.594606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:50:24.594792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:50:24.595031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:50:24.595240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:50:24.595411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:50:24.595658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.595850 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.596040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.596231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.596419 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.596631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.596836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.597025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.597213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.597398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.597586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.597796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.598004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.598154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.598341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.598530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.598714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.598899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.599090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.599275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.599461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.599648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.599832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] debug = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.600019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.600249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.600439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.600624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.600810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.600994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.601179 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.601363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.601548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.601734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.601940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.602128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.602846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.603035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.603221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.603404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.603590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] host = dv-cinder-760184-2-iscsi {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.603776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.603961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.604148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.604336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.604522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.604710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.604895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.605083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.605269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.605455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.605649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.605896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.606000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.606142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_file = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.606327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_options = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.606513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.606730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.606889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.607307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.607473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.607659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.607846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.608031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.608222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.608409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.608593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.608755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.608940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.609125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.609311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.609464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.609653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.609837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.610046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.610233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.610389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.610576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.610761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.610944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.611129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.611312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.611497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.611681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.611867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.612053 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.612238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.612424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.612608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.612794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.613984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.614169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.614386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.614505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.614830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.615018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_json = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.615204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.615392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.615578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.615762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.615947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.616133 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.616288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.616479 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:50:24.616683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.616874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.617075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.617263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.617452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.617641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.617830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.618578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.618768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.618957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.619151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.619342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.619551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.619743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.619934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.620120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.620312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.620498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.620687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.620877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.621066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.621255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.621444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.621631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.621819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.622030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.622220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.622409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.622572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.622772 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.622897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.623106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.623249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.623435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.623623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.623812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.624000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.624188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.624447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.624582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.624739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.624927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.625113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.625301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.625488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.625675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.625862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.626069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.626257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.626442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.626647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.626835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.627023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.627212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.627398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.627586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.627773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.627959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.628147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.628333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.628523 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.628709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.628898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.629086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.629274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.629461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.629652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.629825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.630034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.630221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.630408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.630597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.630783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.630977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.631181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.631367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.631554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.631741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.631929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.632116 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.632303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.632720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.632720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.632914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.633009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.633197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.633304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.633456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.633702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.633904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.634099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.634287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.634497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.634629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.634820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.635006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.635193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.635378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.635564 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.635752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.635948 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.636135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.636325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.636512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.636707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.636906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.637094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.637283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.637456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.637630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.637817 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.638048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.638238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.638426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.638617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.638804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.639000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.639199 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.639385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.639571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.639757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.639972 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.640159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.640347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.640535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.640721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.640909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.641105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.641323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.641514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.641704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.641925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.642072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.642265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.642453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.642670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.642949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.642949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.643309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.643309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.643580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.643718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.643857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.643996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.644134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.644290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.644513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.644621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.644793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.644981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.645167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.645354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.645541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.645729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.645941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.646131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.646317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.646503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.646682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.646866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.647054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.647242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.647430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.647599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.647779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.647968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.648154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.648347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.648535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.648723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.648911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.649100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.649344 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.649533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.649721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.649925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.650134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.650322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.650508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.650696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.650883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.651069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.651257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.651445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.651632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.651817 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.652006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.652194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.652382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.652567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.652753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.652940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.653127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.653395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.653509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.653672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.653858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.654089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.654285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.654473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.654659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.654856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.655046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.655234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.655432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.655619 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.655807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.655995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.656181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.656368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.656555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.656747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.656953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.657123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.657301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.657495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.657692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3700:3749'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.657902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.658099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.658295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.658483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.658678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.658823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.658995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.659156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.659342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.659529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.659736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.659916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.660058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.660245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.660431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.660615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.660762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.660948 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.661135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.661325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.661511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.661700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.661902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:50:24.662087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80284) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:50:24.671037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:50:24.953514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46610) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:50:24.965188 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088766 Nov 18 16:50:35.006690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d739a53-1844-4b36-bba5-b0e3648e4924 None None] get_active_networks_info from dv-cinder-760184-2-iscsi {{(pid=80399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 18 16:50:35.234665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d739a53-1844-4b36-bba5-b0e3648e4924 None None] No non-hosted networks {{(pid=80399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 16:50:35.407969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74c6aa7e-c4bf-49c7-929f-8ca07fe936b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876'] for agent, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:36.859299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dee91aa3-4c94-4af6-bed2-b346bb790cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876'] for agent, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:36.912554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d0a06062-21fd-4f88-beb8-1dc68c4c4217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:37.673012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876'] for agent, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:38.781213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876'] for agent, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:38.782628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.783332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.783725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.784104 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.784482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.784857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.785229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.785650 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.787793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.790120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.791334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.793939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:38.794601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760184-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:50:38.807454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760184-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:50:38.897835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] get_endpoint_by_host() called for host dv-cinder-760184-2-iscsi {{(pid=80399) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 16:50:38.902640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] get_endpoint_by_ip() called for ip 192.168.0.10 {{(pid=80399) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 16:50:38.905920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] _add_endpoint() called for ip 192.168.0.10 {{(pid=80399) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 16:50:38.935115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] _get_endpoints() called {{(pid=80399) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 16:50:39.221064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876'] for agent, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:40.992918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46702) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:50:41.639969 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-cc984d45-5a96-4e04-94e9-7169e7fde985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:50:41.640561 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-cc984d45-5a96-4e04-94e9-7169e7fde985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:50:41.872864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [None req-cc984d45-5a96-4e04-94e9-7169e7fde985 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:50:41.873996 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-cc984d45-5a96-4e04-94e9-7169e7fde985 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8800397 Nov 18 16:50:43.940785 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_hamode_db [None req-79f165d5-8e2a-48ce-9d80-bfb9ab893a04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 16:50:44.033080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f165d5-8e2a-48ce-9d80-bfb9ab893a04 None None] Routers set() bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:50:44.033441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f165d5-8e2a-48ce-9d80-bfb9ab893a04 None None] Router IDs set() for agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 18 16:50:44.617042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46716) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:50:45.031760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:50:45.079080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.policy [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80398) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 16:50:45.079897 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:50:45.080304 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:50:45.087912 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] Loaded quota_driver: . Nov 18 16:50:45.132274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:50:45.225212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267182414825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267182455920', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267182403173', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267181624667', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363267182451558', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853853021', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853857810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1592060'] for rbac-policy, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:45.529642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:45.530959 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-78e32b37-2b24-4b2b-916a-980f7f1300ea admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9128680 Nov 18 16:50:48.556705 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46730) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:50:48.959521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Request body: {'network': {'project_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'name': 'private'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:50:48.965309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:50:48.969975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Usage tracker for resource:network and tenant:2be5553decb8422b937db8fff427b13b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:50:48.973582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:50:48.979694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:50:49.021058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Made reservation on behalf of 2be5553decb8422b937db8fff427b13b for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:50:49.027173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.044559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.141433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:50:49.145278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Usage tracker for resource:security_group_rule and tenant:2be5553decb8422b937db8fff427b13b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:50:49.148246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:50:49.153849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:50:49.264409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.289731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.294951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:49.315502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:50:49.341212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.341771 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Added segment d38917ab-51db-4fb6-8cc0-3dd10db97b58 of type vxlan for network d69b16fb-72ce-431e-ae06-0c2df5a35df3 Nov 18 16:50:49.395221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db6284-3e3d-477a-a757-48e6cdf1f74f,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:50:49.428236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.428617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.428977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.429328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.430321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.430685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.431033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.431381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.431732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.432073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.432413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.432751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Tracked resource versions report: Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:50:49.433982 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:50:49.463069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.480639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:49.534986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.536308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:50:49.537011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:49.542450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:49.651334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Pushing event updated for resources: {'Network': ['ID=d69b16fb-72ce-431e-ae06-0c2df5a35df3,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:50:49.657046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:49.664900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:50:49.678913 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1210871 Nov 18 16:50:52.869445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46746) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:50:53.372757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c087893b-c32b-4b8b-896c-251418dcd001 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:50:53.374243 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c087893b-c32b-4b8b-896c-251418dcd001 admin admin] 10.222.0.21 "GET /v2.0/networks/d69b16fb-72ce-431e-ae06-0c2df5a35df3 HTTP/1.1" status: 200 len: 818 time: 0.5036452 Nov 18 16:50:53.403591 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d66936d1-9979-4d36-a398-ab5547cd0a42 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/f944a865-2a91-4bf5-9d00-35fe5e6847e4 HTTP/1.1" status: 200 len: 734 time: 0.0231347 Nov 18 16:50:53.412957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Request body: {'subnet': {'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:50:53.417439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:50:53.421404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Usage tracker for resource:subnet and tenant:2be5553decb8422b937db8fff427b13b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:50:53.424410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:50:53.430573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:50:53.534935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Made reservation on behalf of 2be5553decb8422b937db8fff427b13b for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:50:53.539480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:54.232610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:54.247719 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:54.391470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945ce309-0704-4ae7-b68c-ff324b17c816,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:50:54.394739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:54.456599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Checking segment: {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:50:54.456907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Network hostable DHCP agents. Network: d69b16fb-72ce-431e-ae06-0c2df5a35df3, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:50:54.517372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:50:54.545978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, d69b16fb-72ce-431e-ae06-0c2df5a35df3) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:50:54.550335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:50:54.550971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:54.555206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896c68c-1be0-4a88-82bc-eea99f99b064 None None] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:50:54.581251 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1719375 Nov 18 16:50:54.955874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-d69b16fb-72ce-431e-ae06-0c2df5a35df3', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:50:54.957177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:55.299004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Allocated IP 172.20.0.2 (d69b16fb-72ce-431e-ae06-0c2df5a35df3/945ce309-0704-4ae7-b68c-ff324b17c816/737213bd-c39d-4062-b0ff-e81504a90717) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:50:55.536884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:55.611956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Transition to ACTIVE for port object 737213bd-c39d-4062-b0ff-e81504a90717 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:50:55.629784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Transition to ACTIVE for port object 737213bd-c39d-4062-b0ff-e81504a90717 will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:50:55.661069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:55.677107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:55.812693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Pushing event updated for resources: {'Port': ['ID=737213bd-c39d-4062-b0ff-e81504a90717,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:50:55.835506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.835885 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.836259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.836653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.837018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.837405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.837739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.838120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.838497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.838853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.839207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.839559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Tracked resource versions report: Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:50:55.840784 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:50:55.847258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:55.885341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:50:55.886578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:50:55.889347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:50:56.109407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Attempting to bind port 737213bd-c39d-4062-b0ff-e81504a90717 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:50:56.109827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Attempting to bind port 737213bd-c39d-4062-b0ff-e81504a90717 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:50:56.110259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Attempting to bind port 737213bd-c39d-4062-b0ff-e81504a90717 on network d69b16fb-72ce-431e-ae06-0c2df5a35df3 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:50:56.116921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:50:56.117351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Checking segment: {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:50:56.117895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:56.118348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Bound using segment: {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:50:56.118877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Bound port: 737213bd-c39d-4062-b0ff-e81504a90717, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:50:56.119301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:56.208872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] For port 737213bd-c39d-4062-b0ff-e81504a90717, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:50:56.213619 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] For port 737213bd-c39d-4062-b0ff-e81504a90717, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=737213bd-c39d-4062-b0ff-e81504a90717,segment=NetworkSegment(d38917ab-51db-4fb6-8cc0-3dd10db97b58),segment_id=d38917ab-51db-4fb6-8cc0-3dd10db97b58)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:50:56.243484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:50:56.260735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:50:56.417923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Pushing event updated for resources: {'Port': ['ID=737213bd-c39d-4062-b0ff-e81504a90717,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:50:56.423213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:50:57.327477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46756) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:50:57.756762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [None req-1cf9f877-87b4-4a0f-a696-db4f7573b0ed admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:50:57.757865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1cf9f877-87b4-4a0f-a696-db4f7573b0ed admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4292579 Nov 18 16:51:00.474309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46770) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:00.801271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e557be96-a447-415c-bf2a-2d6c1047f612 None None] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:51:00.908923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [None req-30141599-75a0-4743-897d-70c18687b5a6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:51:00.920097 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-30141599-75a0-4743-897d-70c18687b5a6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4346883 Nov 18 16:51:00.979997 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-3563dd2a-557c-49e6-82df-c1a03f307bf4 None None] Provisioning for port 737213bd-c39d-4062-b0ff-e81504a90717 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:51:00.993631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 737213bd-c39d-4062-b0ff-e81504a90717 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:51:01.163105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 737213bd-c39d-4062-b0ff-e81504a90717 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:51:01.171057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 737213bd-c39d-4062-b0ff-e81504a90717 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:01.171477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:01.296683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:01.331558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 737213bd-c39d-4062-b0ff-e81504a90717, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=737213bd-c39d-4062-b0ff-e81504a90717,segment=NetworkSegment(d38917ab-51db-4fb6-8cc0-3dd10db97b58),segment_id=d38917ab-51db-4fb6-8cc0-3dd10db97b58)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:51:01.358911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:01.365306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:01.400637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-be6f62fd-1af4-4de3-93fe-c887460704f4 None None] Provisioning complete for port 737213bd-c39d-4062-b0ff-e81504a90717 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:01.401266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-be6f62fd-1af4-4de3-93fe-c887460704f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:01.489427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=737213bd-c39d-4062-b0ff-e81504a90717,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:01.493459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:01.679091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b650cf92-f229-43eb-912d-8044107d0710 None None] Provisioning complete for port 737213bd-c39d-4062-b0ff-e81504a90717 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:01.679501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b650cf92-f229-43eb-912d-8044107d0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:02.958045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 737213bd-c39d-4062-b0ff-e81504a90717 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:51:03.030405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 737213bd-c39d-4062-b0ff-e81504a90717 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:03.030823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:03.981623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46784) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:04.380644 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:51:04.385998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:51:04.389946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Usage tracker for resource:router and tenant:2be5553decb8422b937db8fff427b13b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:51:04.393050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:51:04.398890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:51:04.443396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:04.444752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:04.526892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:04.649644 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:04.694751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:04.696554 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5780df21-db93-43b5-8b76-b1de977a9227 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7138574 Nov 18 16:51:04.940784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0135bc2d-3dd6-44d3-a95d-248270ae9d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:06.814838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fba8cc1b-8bfb-4180-a686-02db5c856fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:07.379041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46794) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:07.603411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:07.800607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [None req-20542727-4928-4c72-bec4-32891b023194 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:51:07.801683 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-20542727-4928-4c72-bec4-32891b023194 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4215839 Nov 18 16:51:08.780396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:09.169147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:10.519282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46814) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:10.703265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:51:10.708539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:51:10.712509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Usage tracker for resource:network and tenant:bc1f52571c224497aa7faf5c492d9957 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:51:10.715434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:51:10.721101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:51:10.808347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Made reservation on behalf of bc1f52571c224497aa7faf5c492d9957 for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:51:10.812898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:10.826769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:10.886720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:51:10.890623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Usage tracker for resource:security_group_rule and tenant:bc1f52571c224497aa7faf5c492d9957 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:51:10.893494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:51:10.899177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:51:11.009889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:11.031395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:11.035747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:11.066731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b8ae9-c1f8-4b6a-9448-115eab7be9ff,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:11.069797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:11.094402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Reserving flat network on physical network physnet1 {{(pid=80398) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 18 16:51:11.155832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:11.156569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Unsubscribe: segment precommit_create {{(pid=80398) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 18 16:51:11.156999 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Added segment 5e83f339-f3cc-4fcb-82af-5b0da9483da2 of type flat for network 69246823-6917-40f8-92cd-750e4e03e7cc Nov 18 16:51:11.235160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:11.294174 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:11.295395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:51:11.296053 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:11.300725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:11.405234 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8848119 Nov 18 16:51:11.405943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Pushing event updated for resources: {'Network': ['ID=69246823-6917-40f8-92cd-750e4e03e7cc,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:11.408618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:11.417173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network 69246823-6917-40f8-92cd-750e4e03e7cc details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:51:13.925567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46834) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:14.066887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12368b-0f97-4cf7-b284-9b595f391219 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:51:14.068341 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2f12368b-0f97-4cf7-b284-9b595f391219 admin admin] 10.222.0.21 "GET /v2.0/subnets/945ce309-0704-4ae7-b68c-ff324b17c816 HTTP/1.1" status: 200 len: 849 time: 0.1417053 Nov 18 16:51:14.222035 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-422bc154-bef8-400d-a463-abf98af6d662 admin admin] 10.222.0.21 "GET /v2.0/routers/42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 HTTP/1.1" status: 200 len: 704 time: 0.1470606 Nov 18 16:51:14.853590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:15.261068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Allocated IP 172.20.0.1 (d69b16fb-72ce-431e-ae06-0c2df5a35df3/945ce309-0704-4ae7-b68c-ff324b17c816/4c55c308-a2e6-4821-bbc1-4b82a22e179d) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:51:15.469127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:15.486580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Transition to ACTIVE for port object 4c55c308-a2e6-4821-bbc1-4b82a22e179d will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:51:15.558068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:15.573635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:15.707102 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c55c308-a2e6-4821-bbc1-4b82a22e179d,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:15.715855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:15.768165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:51:15.769192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:51:15.771498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:51:15.771974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:15.939555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:16.077266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-fc5ede15-794c-4c50-9dda-e83b81b6278a None None] Provisioning for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:51:16.082410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-fc5ede15-794c-4c50-9dda-e83b81b6278a None None] Provisioning complete for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:16.089039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fc5ede15-794c-4c50-9dda-e83b81b6278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:16.137414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ede15-794c-4c50-9dda-e83b81b6278a None None] Port 4c55c308-a2e6-4821-bbc1-4b82a22e179d cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:51:16.269381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:16.306541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:16.307608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:16.325022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:16.455863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c55c308-a2e6-4821-bbc1-4b82a22e179d,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:16.460226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:16.513028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:51:16.514109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:51:16.762095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-6c835fc2-3385-4fda-835c-686e2b4eb9c3 None None] Provisioning complete for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:16.762415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6c835fc2-3385-4fda-835c-686e2b4eb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:16.818043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-6c835fc2-3385-4fda-835c-686e2b4eb9c3 None None] Port 4c55c308-a2e6-4821-bbc1-4b82a22e179d cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:51:17.072177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:51:17.245894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:51:17.255158 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/42faa5b3-6572-4e4a-bb4e-7cd0c0335a75/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0270042 Nov 18 16:51:17.256138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Sync routers for ids ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:51:17.272513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Routers {'42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:51:17.273418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:51:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:17.454120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Set router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 gateway port host: None {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:51:17.835975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:51:04Z', 'updated_at': '2020-11-18T16:51:15Z', 'revision_number': 2, 'project_id': '2be5553decb8422b937db8fff427b13b', 'gw_port_host': None, '_interfaces': [{'id': '4c55c308-a2e6-4821-bbc1-4b82a22e179d', 'name': '', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'mac_address': 'fa:16:3e:b7:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:15Z', 'updated_at': '2020-11-18T16:51:16Z', 'revision_number': 2, 'project_id': '2be5553decb8422b937db8fff427b13b', 'subnets': [{'id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:17.841056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Checking router: 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:51:17.841481 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Updating router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 port 4c55c308-a2e6-4821-bbc1-4b82a22e179d binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:51:17.897272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:18.339067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:18.354996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Transition to ACTIVE for port object 4c55c308-a2e6-4821-bbc1-4b82a22e179d will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:51:18.385663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:18.401857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:18.716479 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Pushing event updated for resources: {'Port': ['ID=4c55c308-a2e6-4821-bbc1-4b82a22e179d,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:18.732586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.732999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.733365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.733722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.734095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.734449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.734799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.735146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.735496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.735839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.736188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.736530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Tracked resource versions report: Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:51:18.737659 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:51:18.741352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:18.893432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Attempting to bind port 4c55c308-a2e6-4821-bbc1-4b82a22e179d on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:51:18.893905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Attempting to bind port 4c55c308-a2e6-4821-bbc1-4b82a22e179d by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:51:18.894297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Attempting to bind port 4c55c308-a2e6-4821-bbc1-4b82a22e179d on network d69b16fb-72ce-431e-ae06-0c2df5a35df3 {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:51:18.901271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:51:18.901694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Checking segment: {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:51:18.902189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:18.902623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Bound using segment: {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:51:18.903158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Bound port: 4c55c308-a2e6-4821-bbc1-4b82a22e179d, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38917ab-51db-4fb6-8cc0-3dd10db97b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:51:18.903579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:18.994800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] For port 4c55c308-a2e6-4821-bbc1-4b82a22e179d, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:51:18.999228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] For port 4c55c308-a2e6-4821-bbc1-4b82a22e179d, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=4c55c308-a2e6-4821-bbc1-4b82a22e179d,segment=NetworkSegment(d38917ab-51db-4fb6-8cc0-3dd10db97b58),segment_id=d38917ab-51db-4fb6-8cc0-3dd10db97b58)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:51:19.072678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:19.088266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:19.247692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Pushing event updated for resources: {'Port': ['ID=4c55c308-a2e6-4821-bbc1-4b82a22e179d,revision_number=4']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:19.252780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:19.301295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Routers {'42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:51:19.302011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:51:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:19.464454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] Set router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 gateway port host: None {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:51:19.786457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46846) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:19.811507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:51:04Z', 'updated_at': '2020-11-18T16:51:15Z', 'revision_number': 2, 'project_id': '2be5553decb8422b937db8fff427b13b', 'gw_port_host': None, '_interfaces': [{'id': '4c55c308-a2e6-4821-bbc1-4b82a22e179d', 'name': '', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'mac_address': 'fa:16:3e:b7:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:15Z', 'updated_at': '2020-11-18T16:51:18Z', 'revision_number': 4, 'project_id': '2be5553decb8422b937db8fff427b13b', 'subnets': [{'id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:19.815712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3544050-4939-46e2-8e37-b2a0db0ab878 None None] The sync data for ids ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'] in dv-cinder-760184-2-iscsi is: [{'id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:51:04Z', 'updated_at': '2020-11-18T16:51:15Z', 'revision_number': 2, 'project_id': '2be5553decb8422b937db8fff427b13b', 'gw_port_host': None, '_interfaces': [{'id': '4c55c308-a2e6-4821-bbc1-4b82a22e179d', 'name': '', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'mac_address': 'fa:16:3e:b7:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:15Z', 'updated_at': '2020-11-18T16:51:18Z', 'revision_number': 4, 'project_id': '2be5553decb8422b937db8fff427b13b', 'subnets': [{'id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:51:19.984641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4ca3d-504d-4ac9-8751-cdd54122bf90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:51:19.985200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f4a4ca3d-504d-4ac9-8751-cdd54122bf90 admin admin] Synchronizing usage tracker for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:network {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:51:20.025634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f4a4ca3d-504d-4ac9-8751-cdd54122bf90 admin admin] Unset dirty status for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:network {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:51:20.026953 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f4a4ca3d-504d-4ac9-8751-cdd54122bf90 admin admin] 10.222.0.21 "GET /v2.0/networks/69246823-6917-40f8-92cd-750e4e03e7cc HTTP/1.1" status: 200 len: 842 time: 0.2394831 Nov 18 16:51:20.037660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'cidr': '172.27.1.0/24'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:51:20.043537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:51:20.048243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Usage tracker for resource:subnet and tenant:bc1f52571c224497aa7faf5c492d9957 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:51:20.051356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:51:20.057059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:51:20.094133 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Made reservation on behalf of bc1f52571c224497aa7faf5c492d9957 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:51:20.098796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:20.750366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80398) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:51:20.750881 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:20.764057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:20.904807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5e817d-5fdb-4919-9108-90f9f7b2460e,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:20.913598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:20.974487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:51:20.974878 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Network hostable DHCP agents. Network: 69246823-6917-40f8-92cd-750e4e03e7cc, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:51:20.995782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 4c55c308-a2e6-4821-bbc1-4b82a22e179d up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:51:21.082985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:51:21.100111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:51:21.106186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:21.106598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:21.117107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, 69246823-6917-40f8-92cd-750e4e03e7cc) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:51:21.121562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:51:21.122348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:21.137162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3f0d5-6189-4f9d-901e-a6bb250f5fac None None] Network 69246823-6917-40f8-92cd-750e4e03e7cc requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:51:21.180793 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1470616 Nov 18 16:51:21.395626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:21.471022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8797d-402e-4ac8-8923-b68eb2366030 None None] Network 69246823-6917-40f8-92cd-750e4e03e7cc requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:51:21.490140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 4c55c308-a2e6-4821-bbc1-4b82a22e179d, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=4c55c308-a2e6-4821-bbc1-4b82a22e179d,segment=NetworkSegment(d38917ab-51db-4fb6-8cc0-3dd10db97b58),segment_id=d38917ab-51db-4fb6-8cc0-3dd10db97b58)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:51:21.559880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:21.568584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:21.834588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=4c55c308-a2e6-4821-bbc1-4b82a22e179d,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:21.841762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:22.968472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 4c55c308-a2e6-4821-bbc1-4b82a22e179d up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:51:23.043335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:23.043665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:23.552154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:51:23.769424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46860) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:24.011558 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-603cdf22-200f-45ab-a920-3a8565f099d7 admin admin] 10.222.0.21 "GET /v2.0/routers/42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 HTTP/1.1" status: 200 len: 710 time: 0.2408533 Nov 18 16:51:24.149834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1d229-bf6a-4180-9953-f35d2dbf5d02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:51:24.151359 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-14c1d229-bf6a-4180-9953-f35d2dbf5d02 admin admin] 10.222.0.21 "GET /v2.0/networks/69246823-6917-40f8-92cd-750e4e03e7cc HTTP/1.1" status: 200 len: 886 time: 0.1340034 Nov 18 16:51:24.161584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:51:24.815883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.038796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.070540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.082947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.115476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:51:25.119453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:51:25.122349 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:51:25.127994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:51:25.420700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.447954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.463755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:25.556078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d9166-69b6-4280-95ec-6a3ce29af408,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:25.563208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:25.717741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Allocated IP 172.27.1.18 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/57f77d75-68a5-4076-a996-df5fbc099d82) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:51:25.871274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.922754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:25.938805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44da671b-e997-487d-8d44-763e10bfa3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:26.069086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Pushing event updated for resources: {'Port': ['ID=57f77d75-68a5-4076-a996-df5fbc099d82,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:26.078234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:26.121345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:51:26.122474 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:51:26.124692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:51:26.340716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:26.509015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:26.512453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853003463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1772366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1756631'] for router, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:26.715994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:51:26.917915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:51:26.927661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Sync routers for ids ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:51:26.934640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:26.935933 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] 10.222.0.21 "PUT /v2.0/routers/42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 HTTP/1.1" status: 200 len: 889 time: 2.7778471 Nov 18 16:51:26.941272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Routers {'42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:51:26.942015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:51:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:27.151011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Set router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:51:27.509678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '57f77d75-68a5-4076-a996-df5fbc099d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:51:04Z', 'updated_at': '2020-11-18T16:51:26Z', 'revision_number': 4, 'project_id': '2be5553decb8422b937db8fff427b13b', 'gw_port': {'id': '57f77d75-68a5-4076-a996-df5fbc099d82', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:25Z', 'updated_at': '2020-11-18T16:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '4c55c308-a2e6-4821-bbc1-4b82a22e179d', 'name': '', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'mac_address': 'fa:16:3e:b7:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:15Z', 'updated_at': '2020-11-18T16:51:21Z', 'revision_number': 5, 'project_id': '2be5553decb8422b937db8fff427b13b', 'subnets': [{'id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:27.514629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Checking router: 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:51:27.515019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Updating router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 port 57f77d75-68a5-4076-a996-df5fbc099d82 binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:51:27.566914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:27.956465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:28.025748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Transition to ACTIVE for port object 57f77d75-68a5-4076-a996-df5fbc099d82 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:51:28.094286 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:28.113837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:28.248448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe430-1b95-436a-ba32-32787cc5bbe3 None None] Pushing event updated for resources: {'Port': ['ID=57f77d75-68a5-4076-a996-df5fbc099d82,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:28.257692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8cffe430-1b95-436a-ba32-32787cc5bbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:28.310391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Attempting to bind port 57f77d75-68a5-4076-a996-df5fbc099d82 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:51:28.310807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Attempting to bind port 57f77d75-68a5-4076-a996-df5fbc099d82 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:51:28.311205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Attempting to bind port 57f77d75-68a5-4076-a996-df5fbc099d82 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:51:28.317779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:51:28.318220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:51:28.318658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:28.319083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:51:28.319589 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Bound port: 57f77d75-68a5-4076-a996-df5fbc099d82, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:51:28.320033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:28.391433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] For port 57f77d75-68a5-4076-a996-df5fbc099d82, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:51:28.394558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] For port 57f77d75-68a5-4076-a996-df5fbc099d82, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=57f77d75-68a5-4076-a996-df5fbc099d82,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:51:28.426229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:28.442529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e1830af8-7adf-4c0b-b04a-33c12366282d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:28.593548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe430-1b95-436a-ba32-32787cc5bbe3 None None] Pushing event updated for resources: {'Port': ['ID=57f77d75-68a5-4076-a996-df5fbc099d82,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:28.598412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8cffe430-1b95-436a-ba32-32787cc5bbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:28.639615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Routers {'42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:51:28.640274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:51:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:28.826271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] Set router 42faa5b3-6572-4e4a-bb4e-7cd0c0335a75 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:51:29.324895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '57f77d75-68a5-4076-a996-df5fbc099d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:51:04Z', 'updated_at': '2020-11-18T16:51:26Z', 'revision_number': 4, 'project_id': '2be5553decb8422b937db8fff427b13b', 'gw_port': {'id': '57f77d75-68a5-4076-a996-df5fbc099d82', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:25Z', 'updated_at': '2020-11-18T16:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '4c55c308-a2e6-4821-bbc1-4b82a22e179d', 'name': '', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'mac_address': 'fa:16:3e:b7:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:15Z', 'updated_at': '2020-11-18T16:51:21Z', 'revision_number': 5, 'project_id': '2be5553decb8422b937db8fff427b13b', 'subnets': [{'id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:51:29.329138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74409-9213-4118-a6a7-66da8b5badc1 None None] The sync data for ids ['42faa5b3-6572-4e4a-bb4e-7cd0c0335a75'] in dv-cinder-760184-2-iscsi is: [{'id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'name': 'router1', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '57f77d75-68a5-4076-a996-df5fbc099d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:51:04Z', 'updated_at': '2020-11-18T16:51:26Z', 'revision_number': 4, 'project_id': '2be5553decb8422b937db8fff427b13b', 'gw_port': {'id': '57f77d75-68a5-4076-a996-df5fbc099d82', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:25Z', 'updated_at': '2020-11-18T16:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '4c55c308-a2e6-4821-bbc1-4b82a22e179d', 'name': '', 'network_id': 'd69b16fb-72ce-431e-ae06-0c2df5a35df3', 'tenant_id': '2be5553decb8422b937db8fff427b13b', 'mac_address': 'fa:16:3e:b7:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42faa5b3-6572-4e4a-bb4e-7cd0c0335a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:51:15Z', 'updated_at': '2020-11-18T16:51:21Z', 'revision_number': 5, 'project_id': '2be5553decb8422b937db8fff427b13b', 'subnets': [{'id': '945ce309-0704-4ae7-b68c-ff324b17c816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f944a865-2a91-4bf5-9d00-35fe5e6847e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:51:29.635051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 46870) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:51:29.841624 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-50d93068-3d24-488f-af76-b4b185778329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:51:29.842223 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-50d93068-3d24-488f-af76-b4b185778329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:51:30.248540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.policy [None req-50d93068-3d24-488f-af76-b4b185778329 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80397) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 16:51:30.249386 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-50d93068-3d24-488f-af76-b4b185778329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:51:30.249791 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING oslo_policy.policy [None req-50d93068-3d24-488f-af76-b4b185778329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:51:30.258028 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-50d93068-3d24-488f-af76-b4b185778329 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.6198905 Nov 18 16:51:30.998440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 57f77d75-68a5-4076-a996-df5fbc099d82 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:51:31.099885 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 57f77d75-68a5-4076-a996-df5fbc099d82 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:51:31.106196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 57f77d75-68a5-4076-a996-df5fbc099d82 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:31.106647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:31.233706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:31.249609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 57f77d75-68a5-4076-a996-df5fbc099d82, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=57f77d75-68a5-4076-a996-df5fbc099d82,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:51:31.283040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:31.286893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:51:31.352473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=57f77d75-68a5-4076-a996-df5fbc099d82,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:51:31.355937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:51:32.997099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 57f77d75-68a5-4076-a996-df5fbc099d82 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:51:33.075384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 57f77d75-68a5-4076-a996-df5fbc099d82 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:51:33.076159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:34.974818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b592e40c-06cf-46f0-bee0-7f86be026810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:36.854289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7a1956d4-c59b-4a88-916c-57dea5a75d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:37.620085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:38.779923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:51:39.211202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:00.552887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:52:04.939121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-016625c3-0e36-4425-bf95-82c9bb793a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:06.836176 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b33c6bc7-30a0-47b7-a343-a125985c6fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:07.619234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:08.790296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:09.196702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:34.950530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6052ffd7-6897-4df2-a80b-415764690eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:36.853764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d44f1e39-773d-49c2-9625-bc44a6550979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:37.553458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:52:37.629769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:38.795552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:52:39.189919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:04.938227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-83167ea0-006a-48d0-a639-c288191cff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:06.846706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f6fa-6d60-4e14-aeeb-897e14288bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:07.629615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:08.783801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:09.194715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:14.553038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:53:34.936836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-23545a41-b129-414c-92dd-ba5fc0cd280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:36.834010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99c838f6-c7e6-45cf-baa8-4f491af260c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:37.623222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:38.777692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:39.199951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:46.938544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47452) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:53:47.049229 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf884c7-328c-4735-a0cb-d1bde7db26b5 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:53:47.050624 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7cf884c7-328c-4735-a0cb-d1bde7db26b5 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1110442 Nov 18 16:53:47.223293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b68fe-45ae-4a38-b677-80b065cae967 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:47.224881 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e46b68fe-45ae-4a38-b677-80b065cae967 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1693404 Nov 18 16:53:49.696473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47462) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:53:49.840789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2761bf0f-cedf-41f2-b2ca-d4425ced5b13 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:49.841406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2761bf0f-cedf-41f2-b2ca-d4425ced5b13 admin admin] Synchronizing usage tracker for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:subnet {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:53:49.913404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2761bf0f-cedf-41f2-b2ca-d4425ced5b13 admin admin] Unset dirty status for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:subnet {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:53:49.915280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2761bf0f-cedf-41f2-b2ca-d4425ced5b13 admin admin] 10.222.0.21 "GET /v2.0/subnets/945ce309-0704-4ae7-b68c-ff324b17c816 HTTP/1.1" status: 200 len: 849 time: 0.2177062 Nov 18 16:53:49.927117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:53:50.053810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:50.405192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363267178430921'] for subnet, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:50.421137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f894f27c-5c4b-4240-a355-2160693bed8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:53:50.569248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945ce309-0704-4ae7-b68c-ff324b17c816,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:53:50.764017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.764608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.764713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.765076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.765430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.765801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.766177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.766526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.766891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.767238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.767704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.768047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:53:50.771829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:53:50.792230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:50.793045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:50.794543 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] 10.222.0.21 "PUT /v2.0/subnets/945ce309-0704-4ae7-b68c-ff324b17c816 HTTP/1.1" status: 200 len: 868 time: 0.8730383 Nov 18 16:53:50.796713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e0722-2ac1-4544-a887-0fd3ce692539 None None] Network d69b16fb-72ce-431e-ae06-0c2df5a35df3 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:53:51.380258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-dc0a250b-b4e7-4f9b-b330-966dcfaf4bb9 None None] Provisioning complete for port 737213bd-c39d-4062-b0ff-e81504a90717 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:53:51.380567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dc0a250b-b4e7-4f9b-b330-966dcfaf4bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:51.513684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-dc0a250b-b4e7-4f9b-b330-966dcfaf4bb9 None None] Provisioning complete for port 4c55c308-a2e6-4821-bbc1-4b82a22e179d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:53:51.514039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dc0a250b-b4e7-4f9b-b330-966dcfaf4bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:53:51.553648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:53:53.306153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47472) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:53:53.516562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b419f7-b14d-40fc-8e3d-3ad88a8958a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:53.516903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b419f7-b14d-40fc-8e3d-3ad88a8958a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:53.518527 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b4b419f7-b14d-40fc-8e3d-3ad88a8958a7 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2113454 Nov 18 16:53:55.986286 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47482) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:53:56.201154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38070592-8917-4345-9eef-8ad7b14eb72e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:56.201572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38070592-8917-4345-9eef-8ad7b14eb72e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:56.203257 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-38070592-8917-4345-9eef-8ad7b14eb72e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159586 Nov 18 16:53:58.666081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47492) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:53:58.874131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6b53d-ea1e-4dfe-932f-6e576e8ca093 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:53:58.875529 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-34a6b53d-ea1e-4dfe-932f-6e576e8ca093 admin admin] 10.222.0.21 "GET /v2.0/networks/69246823-6917-40f8-92cd-750e4e03e7cc HTTP/1.1" status: 200 len: 886 time: 0.2084184 Nov 18 16:54:01.343594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47502) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:01.555849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa3d72-06da-440e-a215-98c9e5b98288 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:01.557250 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-24fa3d72-06da-440e-a215-98c9e5b98288 admin admin] 10.222.0.21 "GET /v2.0/networks/d69b16fb-72ce-431e-ae06-0c2df5a35df3 HTTP/1.1" status: 200 len: 862 time: 0.2125857 Nov 18 16:54:04.040979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47512) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:04.182411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49bbe2-5508-4b23-90ed-035f3c510da6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:04.182837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49bbe2-5508-4b23-90ed-035f3c510da6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:04.184491 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7b49bbe2-5508-4b23-90ed-035f3c510da6 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424620 Nov 18 16:54:04.937452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf6a6-01a7-4eff-ac0a-68bf9f582f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:06.665130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47522) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:06.808877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d7e28-10ae-4558-8fd9-cdf65178c607 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:06.812986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d7e28-10ae-4558-8fd9-cdf65178c607 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:06.812986 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c52d7e28-10ae-4558-8fd9-cdf65178c607 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1447713 Nov 18 16:54:06.829118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4d79298d-deae-4f92-86a9-b0d581ab77a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:07.606058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:08.800559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:09.200409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:09.260639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47532) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:09.396054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4913b6b1-22e5-428f-9928-66bcaeffff36 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:09.397617 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-4913b6b1-22e5-428f-9928-66bcaeffff36 admin admin] 10.222.0.21 "GET /v2.0/subnets/0f5e817d-5fdb-4919-9108-90f9f7b2460e HTTP/1.1" status: 200 len: 816 time: 0.1358187 Nov 18 16:54:11.849428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47542) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:11.991019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14ef17-b0e9-48d3-af5f-1e0ac22aadf6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:11.992473 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2f14ef17-b0e9-48d3-af5f-1e0ac22aadf6 admin admin] 10.222.0.21 "GET /v2.0/subnets/945ce309-0704-4ae7-b68c-ff324b17c816 HTTP/1.1" status: 200 len: 868 time: 0.1419737 Nov 18 16:54:28.554813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:54:34.941230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da6d47c2-ecdc-4d0b-99b0-980b5dec4ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:36.834185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bba756b2-d943-4a3d-8a66-c73fa74f3f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:37.602475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47582) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:37.638892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:37.681152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [None req-876220b5-86f3-4a46-b546-94bd67b23cc1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:54:37.682298 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-876220b5-86f3-4a46-b546-94bd67b23cc1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0785680 Nov 18 16:54:38.794194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:39.205277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:40.209627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47592) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:40.314157 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bd8a7c-157a-41c0-87b0-6a7bd3e1f28b admin admin] GET failed (client error): The resource could not be found. Nov 18 16:54:40.315478 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-12bd8a7c-157a-41c0-87b0-6a7bd3e1f28b admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1047943 Nov 18 16:54:40.452455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546f9e3-d456-49c1-a48b-33cc802e5351 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:40.453990 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8546f9e3-d456-49c1-a48b-33cc802e5351 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1340156 Nov 18 16:54:42.942158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47602) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:43.020259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:54:43.025772 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:54:43.035490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:54:43.090552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Made reservation on behalf of bc1f52571c224497aa7faf5c492d9957 for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:54:43.095163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:43.192285 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.services.revisions.revision_plugin [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Could not find related network for resource to bump revision. Nov 18 16:54:43.206371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:54:43.257613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:43.258040 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Added segment 7e3c5106-2172-4ee1-9914-b4761d35fc2e of type vxlan for network f571e023-32ee-43c9-b3af-689d56937f0e Nov 18 16:54:43.283373 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:43.340944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:43.342198 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:43.342834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:43.347550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:54:43.450215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Pushing event updated for resources: {'Network': ['ID=f571e023-32ee-43c9-b3af-689d56937f0e,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:54:43.454278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:54:43.461147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network f571e023-32ee-43c9-b3af-689d56937f0e details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:54:43.513393 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5700743 Nov 18 16:54:45.996075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47612) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:54:46.098383 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9e2329-e589-4eb7-b6a9-355920e05779 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:54:46.098932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1b9e2329-e589-4eb7-b6a9-355920e05779 admin admin] Synchronizing usage tracker for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:network {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:54:46.153679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1b9e2329-e589-4eb7-b6a9-355920e05779 admin admin] Unset dirty status for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:network {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:54:46.154968 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1b9e2329-e589-4eb7-b6a9-355920e05779 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1578577 Nov 18 16:54:46.270052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88364a-200c-423e-ab87-70ddb90a46a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:46.271699 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-4e88364a-200c-423e-ab87-70ddb90a46a1 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1122632 Nov 18 16:54:46.282355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:54:46.287412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:54:46.296872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:54:46.336411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Made reservation on behalf of bc1f52571c224497aa7faf5c492d9957 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:54:46.341015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:46.764119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:46.779435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5c3f7376-6e9b-4962-a286-05cdc9cbbda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:54:47.077585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdaf7456-f163-4cb5-9d79-5e80bb9596be,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:54:47.080579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:54:47.144545 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Checking segment: {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:54:47.144938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Network hostable DHCP agents. Network: f571e023-32ee-43c9-b3af-689d56937f0e, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:54:47.194003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Network f571e023-32ee-43c9-b3af-689d56937f0e is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:54:47.227903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, f571e023-32ee-43c9-b3af-689d56937f0e) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:54:47.231803 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:54:47.232449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:47.237357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbde56e-51e2-4dfc-955f-abac59e59015 None None] Network f571e023-32ee-43c9-b3af-689d56937f0e requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:54:47.285960 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0072007 Nov 18 16:54:47.474402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-f571e023-32ee-43c9-b3af-689d56937f0e', 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e', 'tenant_id': 'bc1f52571c224497aa7faf5c492d9957', 'fixed_ips': [{'subnet_id': 'bdaf7456-f163-4cb5-9d79-5e80bb9596be'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:54:47.475588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:47.775040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Allocated IP 192.168.233.2 (f571e023-32ee-43c9-b3af-689d56937f0e/bdaf7456-f163-4cb5-9d79-5e80bb9596be/d8971351-9e59-4176-88e9-e5846fe2aa29) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:54:48.053550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:48.137007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Transition to ACTIVE for port object d8971351-9e59-4176-88e9-e5846fe2aa29 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:54:48.154363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Transition to ACTIVE for port object d8971351-9e59-4176-88e9-e5846fe2aa29 will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:54:48.177849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:48.194930 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:54:48.336161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Pushing event updated for resources: {'Port': ['ID=d8971351-9e59-4176-88e9-e5846fe2aa29,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:54:48.354963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.355351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.355734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.356109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.356483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.356851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.357219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.357592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.357994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.358363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.358724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.359080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:54:48.365570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:54:48.544382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Network f571e023-32ee-43c9-b3af-689d56937f0e is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:54:48.545715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:54:48.548246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:54:48.604991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Attempting to bind port d8971351-9e59-4176-88e9-e5846fe2aa29 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:54:48.605339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Attempting to bind port d8971351-9e59-4176-88e9-e5846fe2aa29 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:54:48.605744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Attempting to bind port d8971351-9e59-4176-88e9-e5846fe2aa29 on network f571e023-32ee-43c9-b3af-689d56937f0e {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:54:48.612701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:54:48.613124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Checking segment: {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:54:48.613573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:48.614051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Bound using segment: {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:54:48.615134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Bound port: d8971351-9e59-4176-88e9-e5846fe2aa29, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:54:48.615567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:48.710684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] For port d8971351-9e59-4176-88e9-e5846fe2aa29, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:54:48.714132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] For port d8971351-9e59-4176-88e9-e5846fe2aa29, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=d8971351-9e59-4176-88e9-e5846fe2aa29,segment=NetworkSegment(7e3c5106-2172-4ee1-9914-b4761d35fc2e),segment_id=7e3c5106-2172-4ee1-9914-b4761d35fc2e)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:54:48.771525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:48.788893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:54:48.936762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Pushing event updated for resources: {'Port': ['ID=d8971351-9e59-4176-88e9-e5846fe2aa29,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:54:48.941829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:54:50.212064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2aeb63-e211-4217-9e89-7640ce9c27d5 None None] Network f571e023-32ee-43c9-b3af-689d56937f0e requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:54:50.377251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a994acbe-ac02-4fe6-86b5-6e6afec60e51 None None] Provisioning for port d8971351-9e59-4176-88e9-e5846fe2aa29 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:54:51.105510 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device d8971351-9e59-4176-88e9-e5846fe2aa29 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:54:51.204143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port d8971351-9e59-4176-88e9-e5846fe2aa29 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:54:51.209428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port d8971351-9e59-4176-88e9-e5846fe2aa29 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:54:51.209845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:51.327962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:51.362400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port d8971351-9e59-4176-88e9-e5846fe2aa29, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=d8971351-9e59-4176-88e9-e5846fe2aa29,segment=NetworkSegment(7e3c5106-2172-4ee1-9914-b4761d35fc2e),segment_id=7e3c5106-2172-4ee1-9914-b4761d35fc2e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:54:51.393958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:54:51.396996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:54:51.464484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=d8971351-9e59-4176-88e9-e5846fe2aa29,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:54:51.468041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:54:53.088335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device d8971351-9e59-4176-88e9-e5846fe2aa29 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:54:53.163260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port d8971351-9e59-4176-88e9-e5846fe2aa29 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:54:53.163678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:04.936069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7a82788e-139a-4178-a2c1-5a291b5a16a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:05.554003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:55:06.844634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-72f9e80e-35af-4b5d-b538-d7e1a079833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:07.616489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:08.793814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:09.214950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:34.942058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d60819f1-db0e-47dc-8be4-d6551d305a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:36.844355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-60c15eeb-14fe-4fad-b291-90e801ad24fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:37.631471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:38.798566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:39.202954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:55:42.555010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:56:04.946832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47654) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:56:04.952629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b759a3a0-3c76-41d1-9af1-d5bfd9d600d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:04.954240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [None req-73b64865-f204-4f9c-bfca-03550c0f29fb tempest-verify_tempest_config-1820242843 tempest-verify_tempest_config-1820242843] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80397) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:56:04.956832 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-73b64865-f204-4f9c-bfca-03550c0f29fb tempest-verify_tempest_config-1820242843 tempest-verify_tempest_config-1820242843] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0074902 Nov 18 16:56:05.445844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47674) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:56:05.600116 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:05.797534 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.quota [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Loaded quota_driver: . Nov 18 16:56:05.802322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:56:05.807770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Usage tracker for resource:security_group_rule and tenant:2952700a77824e85a1b7a3694e85646f is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:56:05.811187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:56:05.818423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:56:06.000316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:06.032203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:06.041914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:56:06.088568 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2952700a77824e85a1b7a3694e85646f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6415031 Nov 18 16:56:06.097359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03795c9a-9d8f-4dcb-b2a6-9e0e854a7376,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:56:06.097522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47682) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:56:06.107567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.107955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.108325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.108700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.109063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.109434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.109792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.110173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.110531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.110887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.111241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.111594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Tracked resource versions report: Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:56:06.112790 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:56:06.143659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:56:06.165786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:06.192162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:06.272296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:06.277312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:56:06.291076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03795c9a-9d8f-4dcb-b2a6-9e0e854a7376,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:56:06.296112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:06.297302 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03795c9a-9d8f-4dcb-b2a6-9e0e854a7376 HTTP/1.1" status: 204 len: 168 time: 0.1982260 Nov 18 16:56:06.302784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.303031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.303412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.303783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.304153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.304522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.304888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.305253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.305616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.306173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.306538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.306899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:56:06.310067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:56:06.832469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1d6b40df-56ce-408f-bb6b-dc0ef562ba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:07.636775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:08.796278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:09.203663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:19.556266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:56:34.938931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-416f15d6-8e55-41d5-9e8c-04ce8db1d662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:36.830321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7864b030-5acf-4c87-9f9c-ea13aaabfcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:37.637737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:38.803567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:39.209000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:56:56.556375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:57:04.940596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3008a0ef-c32f-438b-a6f0-7df3e568f816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:06.825980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-907155f7-ce26-4f64-abf2-fe071daa200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:07.643724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:08.791846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:09.212808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:33.559992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 5 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:57:34.972673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1aafc72a-a145-4e09-a9f0-133ec2cc6a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:36.835289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc571-7fb7-4563-9551-55f5b43d386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:37.625430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:38.791371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:39.214078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:40.082390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876'] for agent, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:57:40.082971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.083212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.083672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.083672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.083672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.085079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.085079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.085438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.085810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.088101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.088101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.088101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:57:40.088101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76018', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:57:40.091537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76018', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:57:40.347496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] get_endpoint_by_host() called for host hv-cinder-76018 {{(pid=80399) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 16:57:40.351768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] get_endpoint_by_ip() called for ip 192.168.0.36 {{(pid=80399) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 16:57:40.354819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] _add_endpoint() called for ip 192.168.0.36 {{(pid=80399) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 16:57:40.384858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] _get_endpoints() called {{(pid=80399) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 16:57:54.877857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47758) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:57:55.031760 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-833ac36d-7038-4537-8c14-dd8ddf4234f6 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1525774 Nov 18 16:57:57.548637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47768) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:57:57.636222 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6f14dcbd-646c-4adc-867f-2007c44fcd58 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0863833 Nov 18 16:58:04.933337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f56bf9d7-8385-4f24-b055-f0addaa8f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:06.839988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4a65e29c-74d4-4e76-8cd6-1ddb79fd8f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:07.634357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:08.788468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:09.213470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:10.116232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:10.560807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:58:34.936482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d28221-7051-4806-a4a0-0d3b31d3a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:36.876381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-557c93ea-f37a-4be7-a1d1-f3dd69a93e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:37.645045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:38.787825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:39.218775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:40.113173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:58:47.561455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:59:04.946925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7da815c1-79ea-4ac3-8605-9c159f48f925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:06.838383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7e393f00-e15f-4908-afa6-53754fe9897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:07.655606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:08.783626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:09.218117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:10.109664 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:24.561769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:59:30.416715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47944) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:30.841942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47962) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:30.993695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-95822716-network', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:30.999983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:31.004068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Usage tracker for resource:network and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:31.007310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:31.013126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:31.027160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47972) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:31.055403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Made reservation on behalf of fe3f95216bf242e688be11b8cbe7179e for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:31.061739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.075895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.110689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:31.115638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:31.118911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:31.125809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:31.307766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-network', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:31.312936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:31.317319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Usage tracker for resource:network and tenant:304e16b74c9644d4a37db567ae1147ab is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:31.319603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.320360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:31.326416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:31.355429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.360684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:31.383778 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Made reservation on behalf of 304e16b74c9644d4a37db567ae1147ab for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:31.389773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.396890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:59:31.406178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.406860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beef8849-7856-4f4f-b66e-e201549a6575,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:31.418099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.418993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.424185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.425444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.425444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.425444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.425444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.425809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.426017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.426366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.426689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.427202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Tracked resource versions report: Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}, Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:59:31.428709 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:59:31.439018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:31.440492 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.441063 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Added segment 667d57d0-74b0-4766-90b7-3c05df8b1d61 of type vxlan for network f9d0af4a-0156-4411-bfcb-0d0297c2e22e Nov 18 16:59:31.523985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:31.528416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Usage tracker for resource:security_group_rule and tenant:304e16b74c9644d4a37db567ae1147ab is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:31.532242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:31.533160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.539387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:31.562671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1939448763-network', 'tenant_id': 'c2fb7ab782f4404580f319ec56bfa8b1'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:31.569206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:31.577847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Usage tracker for resource:network and tenant:c2fb7ab782f4404580f319ec56bfa8b1 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:31.581700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:31.591891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:31.624446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.626794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:31.627890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.643570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.645979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:31.652479 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Made reservation on behalf of c2fb7ab782f4404580f319ec56bfa8b1 for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:31.658663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.674666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.688539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.696932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-63cb21d3-89b5-4e84-aca4-4b1102995e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:31.786302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c100a0-8bf3-47ef-81b8-bb25780e42ce,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:31.790837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:31.798152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Usage tracker for resource:security_group_rule and tenant:c2fb7ab782f4404580f319ec56bfa8b1 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:31.808387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:31.818217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.818437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.826911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.828568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Tracked resource versions report: Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}, Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:59:31.829470 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:59:31.845314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:31.849184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:31.863529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:59:31.885617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.886279 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Added segment 666786da-facb-4ab2-bfe2-b4dd7197efa1 of type vxlan for network a50ab99a-ef59-4727-a9f1-021d1be6e1cb Nov 18 16:59:31.934087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Pushing event updated for resources: {'Network': ['ID=f9d0af4a-0156-4411-bfcb-0d0297c2e22e,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:31.934351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:31.938203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:31.947724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:31.991272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:32.026716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.028152 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6097288 Nov 18 16:59:32.028787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:32.029555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.031570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48002) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:32.037635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Request body: {'subnet': {'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-95822716-subnet', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:32.044538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f8955c4f-c883-49c4-9a4b-b938a58c26ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:32.048054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:32.064839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Usage tracker for resource:subnet and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:32.070971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:32.078698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:32.141488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Made reservation on behalf of fe3f95216bf242e688be11b8cbe7179e for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:32.146353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.169483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Pushing event updated for resources: {'Network': ['ID=a50ab99a-ef59-4727-a9f1-021d1be6e1cb,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:32.177292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:32.201997 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.237711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.242853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:32.284007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:32.287729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:59:32.298909 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4557116 Nov 18 16:59:32.321270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48010) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:32.329434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbae7b7-65bc-47b6-8826-93467a23f700,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:32.342630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Request body: {'subnet': {'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-subnet', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:32.358427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:32.366192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.366582 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Added segment df01dbcf-2841-4d47-9bbe-50d2cd8fc13c of type vxlan for network da742f15-0c35-4af7-9bdf-afabfe21d5a1 Nov 18 16:59:32.368406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:32.392101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Usage tracker for resource:subnet and tenant:304e16b74c9644d4a37db567ae1147ab is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:32.394627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:32.402975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:32.417984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:32.521165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.538539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Made reservation on behalf of 304e16b74c9644d4a37db567ae1147ab for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:32.546494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.742851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.resource_extend [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 16:59:32.818306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.821086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:32.821724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:32.829404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-408d292a-3df1-47fe-87c6-35776e35cae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:32.973522 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9449053 Nov 18 16:59:32.976654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Pushing event updated for resources: {'Network': ['ID=da742f15-0c35-4af7-9bdf-afabfe21d5a1,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:32.980953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48044) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:32.988790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Request body: {'subnet': {'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1939448763-subnet', 'tenant_id': 'c2fb7ab782f4404580f319ec56bfa8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:32.990069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:32.999095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:33.002955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:33.012539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Usage tracker for resource:subnet and tenant:c2fb7ab782f4404580f319ec56bfa8b1 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:33.030625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:33.041503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:33.051888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:33.057763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:33.072413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:33.233624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Made reservation on behalf of c2fb7ab782f4404580f319ec56bfa8b1 for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:33.239395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:33.295144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f694b2-d855-42d1-8403-314e1945066d,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:33.328352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:33.393776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:33.479538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-af581b4a-ec38-4119-997f-1bdd9309e309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:33.524454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Checking segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:33.525032 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Network hostable DHCP agents. Network: f9d0af4a-0156-4411-bfcb-0d0297c2e22e, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:59:33.623601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:59:33.670859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=366c8801-3abf-4842-98a9-44d96e1e59bb,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:33.674243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:33.725828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, f9d0af4a-0156-4411-bfcb-0d0297c2e22e) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:33.737970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b107e66-a3c3-47aa-9ed7-bf10534516f1 None None] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:33.746234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Checking segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:33.750214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:33.750873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:33.751543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Network hostable DHCP agents. Network: a50ab99a-ef59-4727-a9f1-021d1be6e1cb, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:59:33.835815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:59:33.871304 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8384213 Nov 18 16:59:33.874071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48072) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:33.879861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:33.887085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:33.899711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Usage tracker for resource:router and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:33.902941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, a50ab99a-ef59-4727-a9f1-021d1be6e1cb) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:33.904842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:33.924933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:33.925593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:33.940599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2f533-1474-45be-8baf-671bb5c39d05 None None] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:33.950902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:34.009890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.011113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.020295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.039283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-192e4c16-271e-43b2-a81c-c84865ad75dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:34.050296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.066044 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7410352 Nov 18 16:59:34.066778 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48076) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:34.076372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:34.089258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:34.108184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Usage tracker for resource:router and tenant:304e16b74c9644d4a37db567ae1147ab is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:34.112950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:34.127471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:34.266676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:59:34.267575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.348041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e0ad6c-c872-47c5-abac-c52cafe4e32a,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:34.351446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.352758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.361085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:34.426219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.465481 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.530324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Checking segment: {'id': 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:34.530950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Network hostable DHCP agents. Network: da742f15-0c35-4af7-9bdf-afabfe21d5a1, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:59:34.639562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db998c2-4739-4c12-bf8c-eeca8722c943 None None] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:34.685423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:59:34.783958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, da742f15-0c35-4af7-9bdf-afabfe21d5a1) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:34.794048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.799745 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:34.800404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.804057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6eee18-905d-4cbb-a620-1bdd77531414 None None] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:34.833504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.841275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:34.867113 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-64bcb078-27c3-4fa4-b872-1d26b10674d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8850093 Nov 18 16:59:35.202127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b733327f-db87-462e-be0f-cbdd7f373068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:35.213933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Allocated IP 172.20.0.2 (f9d0af4a-0156-4411-bfcb-0d0297c2e22e/f8f694b2-d855-42d1-8403-314e1945066d/7ff7db27-2d88-4538-b997-9f68f021ded0) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:35.367416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Allocated IP 172.27.1.137 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/e285d3f6-e6f0-4f88-b37f-35179cf37e68) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:35.392665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd09ea-8587-4fd9-bb0e-344341440c9e None None] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:35.522313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:35.558363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:35.656092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:35.707595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48138) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:35.712801 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:59:35.715207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:35.777775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:36.038859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Allocated IP 172.27.1.244 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/ceb67595-ae8a-4dde-aa7e-e32a975b94f7) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:36.253667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Pushing event updated for resources: {'Port': ['ID=e285d3f6-e6f0-4f88-b37f-35179cf37e68,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:36.273829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.286702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:36.294704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Transition to ACTIVE for port object 7ff7db27-2d88-4538-b997-9f68f021ded0 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:36.330767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Transition to ACTIVE for port object 7ff7db27-2d88-4538-b997-9f68f021ded0 will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:36.360776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-96acddae-dd15-4732-b449-7d0f3c2aec98 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:36.361522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-96acddae-dd15-4732-b449-7d0f3c2aec98 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Synchronizing usage tracker for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:network {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:59:36.386898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:36.388784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:36.391252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:36.403664 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.432974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-96acddae-dd15-4732-b449-7d0f3c2aec98 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Unset dirty status for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:network {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:59:36.434286 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-96acddae-dd15-4732-b449-7d0f3c2aec98 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/networks?id=da742f15-0c35-4af7-9bdf-afabfe21d5a1 HTTP/1.1" status: 200 len: 812 time: 0.7252383 Nov 18 16:59:36.471163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-9518f695-bfe0-4fa5-81cf-9a111dc9bf98 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/quotas/c2fb7ab782f4404580f319ec56bfa8b1 HTTP/1.1" status: 200 len: 375 time: 0.0288646 Nov 18 16:59:36.498735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.510676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8cffe430-1b95-436a-ba32-32787cc5bbe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:36.531058 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-fb7eb710-c90f-4570-828d-19da7679e942 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2fb7ab782f4404580f319ec56bfa8b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583682 Nov 18 16:59:36.640571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48174) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:36.663042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.663684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.687645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.721928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:36.760359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Pushing event updated for resources: {'Port': ['ID=7ff7db27-2d88-4538-b997-9f68f021ded0,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:36.803923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.804535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.805178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.806161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.806824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.807384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.807939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.808512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.809188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.809841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.810535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.811181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.811854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.812416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.812972 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.813946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.814523 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.815082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.815627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.816303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.816875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.817435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.818007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.818815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Tracked resource versions report: Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}, Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:59:36.820763 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:59:36.836691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:36.891010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:36.892659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:36.896918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:36.901465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-932f4850-e81e-45a0-b1d4-a6c85ddbbdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.942556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:36.955327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-462a27a8-7d4d-4ebf-89ae-15892982cb0a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:59:36.956415 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-462a27a8-7d4d-4ebf-89ae-15892982cb0a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.2217591 Nov 18 16:59:36.964255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Pushing event updated for resources: {'Port': ['ID=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:36.984247 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:37.006723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Attempting to bind port 7ff7db27-2d88-4538-b997-9f68f021ded0 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:59:37.007763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Attempting to bind port 7ff7db27-2d88-4538-b997-9f68f021ded0 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:59:37.008402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Attempting to bind port 7ff7db27-2d88-4538-b997-9f68f021ded0 on network f9d0af4a-0156-4411-bfcb-0d0297c2e22e {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:59:37.015962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:37.019023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:59:37.033710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Checking segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:37.033710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.033710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Bound using segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:59:37.033710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Bound port: 7ff7db27-2d88-4538-b997-9f68f021ded0, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:59:37.033710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.034503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Usage tracker for resource:security_group_rule and tenant:119d188314544ec9814f164542bca727 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:37.034503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:37.040382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:37.041593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:37.044410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:37.053735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:37.236994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] For port 7ff7db27-2d88-4538-b997-9f68f021ded0, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:59:37.247815 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-c8b3837b-6940-4965-917a-6b4bfe7fef81 service neutron] 10.222.0.21 "GET /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742925 Nov 18 16:59:37.313655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] For port 7ff7db27-2d88-4538-b997-9f68f021ded0, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ff7db27-2d88-4538-b997-9f68f021ded0,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:59:37.378201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.391096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.403273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:37.438814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.450787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8c1e2b53-6df5-4690-9ec4-64c0b94b0aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:37.511086 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a5e0fa40-0260-4fe7-8e89-495ed71a9dbc service neutron] 10.222.0.21 "GET /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2563071 Nov 18 16:59:37.534855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:59:37.594925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0077952c-c581-4895-8d27-327cc852d023,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:37.609372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:37.630631 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=119d188314544ec9814f164542bca727&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9875443 Nov 18 16:59:37.631368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48214) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:37.717264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.718168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.807218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Pushing event updated for resources: {'Port': ['ID=7ff7db27-2d88-4538-b997-9f68f021ded0,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:37.813666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:37.847041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.847267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:59:37.859423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:59:37.880594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:37.882448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:37.907743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.910525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48224) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:37.938277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:37.941148 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0659602 Nov 18 16:59:37.946310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48232) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:37.963609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:38.155167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48242) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:38.168238 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:59:38.293486 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6876aab3-1676-46e5-bfe7-bb9d490b57bc req-28c99236-9eda-4c78-b64e-34b437b55f55 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1321485 Nov 18 16:59:38.324818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:38.336390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:38.366669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0077952c-c581-4895-8d27-327cc852d023,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:38.370331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:38.427507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:38.428852 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0077952c-c581-4895-8d27-327cc852d023 HTTP/1.1" status: 204 len: 168 time: 0.7954473 Nov 18 16:59:38.527747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:38.555190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Router 1745cc5d-3745-42ef-915d-75736ed84f98 is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:59:38.610211 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:38.643493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48264) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:38.644529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:38.661797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Usage tracker for resource:security_group_rule and tenant:6111bcecb112401c93344ab20175c83b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:38.680883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:38.689648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:38.840661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:38.995377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:59:39.011249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Sync routers for ids ['1745cc5d-3745-42ef-915d-75736ed84f98'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:59:39.035878 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.066698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Notify callbacks [] for router, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.068318 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9964006 Nov 18 16:59:39.071279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48276) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:39.078812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Routers {'1745cc5d-3745-42ef-915d-75736ed84f98'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:39.079741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1745cc5d-3745-42ef-915d-75736ed84f98'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:39.174811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.232815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:39.241780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Synchronizing usage tracker for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:59:39.309731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a427e-825d-4fe3-ac31-5a44bc4ccb58,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:39.310171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:39.504748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ff7db27-2d88-4538-b997-9f68f021ded0 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:39.528418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Unset dirty status for tenant:bc1f52571c224497aa7faf5c492d9957 on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:59:39.530319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:36Z', 'revision_number': 3, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:39.537765 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6111bcecb112401c93344ab20175c83b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6223106 Nov 18 16:59:39.540465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:59:39.543181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Updating router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 port e285d3f6-e6f0-4f88-b37f-35179cf37e68 binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:59:39.591251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48298) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:39.607816 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c95f4df2-f8bb-4934-b260-38d1d7845981 req-171024bf-0a5d-4212-9e8b-2ccbec215b16 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0842435 Nov 18 16:59:39.685782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.688536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.808558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.893649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:39.920421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f1bb2-5c9e-43f3-b620-c5271d7240f0 None None] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:39.970900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.078610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 7ff7db27-2d88-4538-b997-9f68f021ded0 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:59:40.104471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:40.111963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.122230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Usage tracker for resource:security_group_rule and tenant:cfbd07f216bb4b4787ebd911d863c8a9 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:40.149507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:40.176516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:40.208183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:40.211413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Set router 1745cc5d-3745-42ef-915d-75736ed84f98 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:40.229590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a427e-825d-4fe3-ac31-5a44bc4ccb58,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:40.243676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:40.258063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.259502 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/747a427e-825d-4fe3-ac31-5a44bc4ccb58 HTTP/1.1" status: 204 len: 168 time: 0.6436148 Nov 18 16:59:40.369467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Provisioning for port 7ff7db27-2d88-4538-b997-9f68f021ded0 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:59:40.395685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Provisioning complete for port 7ff7db27-2d88-4538-b997-9f68f021ded0 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:40.396114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.596787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.675583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.762172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.778081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Transition to ACTIVE for port object e285d3f6-e6f0-4f88-b37f-35179cf37e68 will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:40.815281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:40.833055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:40.961399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Pushing event updated for resources: {'Port': ['ID=e285d3f6-e6f0-4f88-b37f-35179cf37e68,revision_number=2']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:40.977966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.978275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.979179 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.979933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.980749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.981296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.982223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.982883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.983473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.984516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.985044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.985567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.986825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.987374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.987906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.988418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.988927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.989436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.989984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.990502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.991010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.992227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.992923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.993451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Tracked resource versions report: Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: pushed versions: Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: { 'AddressGroup': {'1.0'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': {'1.0'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': {'1.0'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': {'1.1'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': {'1.6'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': {'1.2'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': {'1.8'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': {'1.2'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': {'1.0'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': {'1.1'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': {'1.1'}} Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: consumer versions: Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: { DHCP agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: L3 agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: Metadata agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: Metering agent@dv-cinder-760184-2-iscsi: {}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@dv-cinder-760184-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}, Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'ConntrackHelper': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Log': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Network': '1.1', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Port': '1.6', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'PortForwarding': '1.2', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'QosPolicy': '1.8', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroup': '1.2', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SecurityGroupRule': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'SubPort': '1.0', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Subnet': '1.1', Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: 'Trunk': '1.1'}} Nov 18 16:59:40.995079 dv-cinder-760184-2-iscsi neutron-server[80284]: {{(pid=80400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:59:41.002600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:41.264144 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b22c85f-a883-463f-9ca9-54a906b99ca4 req-5257f577-e769-4618-9b63-71d0c653fb2f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.3275278 Nov 18 16:59:41.522168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.540984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Attempting to bind port e285d3f6-e6f0-4f88-b37f-35179cf37e68 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:59:41.542400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Attempting to bind port e285d3f6-e6f0-4f88-b37f-35179cf37e68 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:59:41.543824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Attempting to bind port e285d3f6-e6f0-4f88-b37f-35179cf37e68 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:59:41.567413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:59:41.567413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:41.569305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.571500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:59:41.584108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Bound port: e285d3f6-e6f0-4f88-b37f-35179cf37e68, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:59:41.584108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.584366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Allocated IP 172.20.0.1 (f9d0af4a-0156-4411-bfcb-0d0297c2e22e/f8f694b2-d855-42d1-8403-314e1945066d/aeced97f-ec0f-4233-abe8-6e90ef99e348) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:41.745042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] For port e285d3f6-e6f0-4f88-b37f-35179cf37e68, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:59:41.750038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] For port e285d3f6-e6f0-4f88-b37f-35179cf37e68, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=e285d3f6-e6f0-4f88-b37f-35179cf37e68,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:59:41.751600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48354) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:41.751987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48356) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:41.797029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.799607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.816842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.836321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Transition to ACTIVE for port object aeced97f-ec0f-4233-abe8-6e90ef99e348 will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:41.838989 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:41.879155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.911371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:41.924334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:42.040988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] For port 7ff7db27-2d88-4538-b997-9f68f021ded0, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ff7db27-2d88-4538-b997-9f68f021ded0,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:59:42.059184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:37Z', 'revision_number': 3, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:42.079715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=aeced97f-ec0f-4233-abe8-6e90ef99e348,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:42.092459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:42.098227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.100897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:42.183591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:42.192841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Usage tracker for resource:security_group_rule and tenant:687c472fca384f05ba49424533c43d29 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:42.199445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:42.233299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:42.261188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Checking router: 1745cc5d-3745-42ef-915d-75736ed84f98 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:59:42.261770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Updating router 1745cc5d-3745-42ef-915d-75736ed84f98 port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:59:42.318152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Pushing event updated for resources: {'Port': ['ID=e285d3f6-e6f0-4f88-b37f-35179cf37e68,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:42.323788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:42.340476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.384283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:42.385170 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:42.471747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.492045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:42.492891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.526455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.542593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302024494-network', 'tenant_id': '33c5aabb95b240ae9798f87bfcb108d6'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:42.551565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:42.567611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Usage tracker for resource:network and tenant:33c5aabb95b240ae9798f87bfcb108d6 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:42.579377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:42.587318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b49327-a93e-453b-9b43-c1076632b6dc,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:42.588600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:42.591003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:42.602716 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfbd07f216bb4b4787ebd911d863c8a9&name=default HTTP/1.1" status: 200 len: 2647 time: 3.9553182 Nov 18 16:59:42.617668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48368) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:42.619968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:42.637536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:42.638281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.640748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:42.646314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.718900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Made reservation on behalf of 33c5aabb95b240ae9798f87bfcb108d6 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:42.728738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.778565 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6c354e06-c57b-4d51-aea1-d0919bedaaec req-ef580a22-7f3f-4b81-89f4-5e8df68fee0e tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1030002 Nov 18 16:59:42.788424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:42.846227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Allocated IP 172.20.0.1 (a50ab99a-ef59-4727-a9f1-021d1be6e1cb/366c8801-3abf-4842-98a9-44d96e1e59bb/a4ea5ff7-c91a-47c1-84d3-996df172b5db) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:42.849508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a0f46545-4e00-4eaa-bbdf-c71327c60556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:42.854418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Pushing event updated for resources: {'Port': ['ID=7ff7db27-2d88-4538-b997-9f68f021ded0,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:42.861998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:42.871872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.891001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.918075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-f316d1aa-c867-43bc-a5fa-2393f763d4d0 None None] Provisioning complete for port 7ff7db27-2d88-4538-b997-9f68f021ded0 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:42.918499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f316d1aa-c867-43bc-a5fa-2393f763d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.963374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:42.995217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2e10d-0cab-4364-9455-0fcf6ccdeb22,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:43.003694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:43.080538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.090452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:43.115263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b49327-a93e-453b-9b43-c1076632b6dc,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:43.121537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:43.123625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.146515 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=687c472fca384f05ba49424533c43d29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3934088 Nov 18 16:59:43.165368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48386) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:43.266920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:43.276363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Usage tracker for resource:security_group_rule and tenant:33c5aabb95b240ae9798f87bfcb108d6 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:43.286134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:43.339407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:43.410609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ff7db27-2d88-4538-b997-9f68f021ded0 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:43.476289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:36Z', 'revision_number': 3, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:43.482905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee97d11-773b-4916-a63e-cf9faace99b7 None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:36Z', 'revision_number': 3, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:59:43.519482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.529042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.537143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.541005 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0b49327-a93e-453b-9b43-c1076632b6dc HTTP/1.1" status: 204 len: 168 time: 0.9174111 Nov 18 16:59:43.566062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.567618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.594453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.600479 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:43.610879 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 7ff7db27-2d88-4538-b997-9f68f021ded0 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:43.611285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.622347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.671823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-692f20f2-70e2-4811-a640-ef4b64dccf72 None None] Provisioning for port aeced97f-ec0f-4233-abe8-6e90ef99e348 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:59:43.688034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-692f20f2-70e2-4811-a640-ef4b64dccf72 None None] Provisioning complete for port aeced97f-ec0f-4233-abe8-6e90ef99e348 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:43.691968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-692f20f2-70e2-4811-a640-ef4b64dccf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.692079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.729475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=aeced97f-ec0f-4233-abe8-6e90ef99e348,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:43.732416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.735151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:43.739087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.755077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-692f20f2-70e2-4811-a640-ef4b64dccf72 None None] Port aeced97f-ec0f-4233-abe8-6e90ef99e348 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:59:43.758296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.775595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:43.810627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:59:43.814431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e742cd31-cbc4-463d-8b6b-a02179afbf13,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:43.817167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.825925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:43.826470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:43.853427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Transition to ACTIVE for port object ceb67595-ae8a-4dde-aa7e-e32a975b94f7 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:43.872467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-692f20f2-70e2-4811-a640-ef4b64dccf72 None None] Provisioning complete for port 7ff7db27-2d88-4538-b997-9f68f021ded0 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:43.872467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-692f20f2-70e2-4811-a640-ef4b64dccf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.901789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:43.934995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ea5ff7-c91a-47c1-84d3-996df172b5db,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:43.940713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:44.007720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:44.025646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:44.053533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.055532 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Added segment de30580e-8dbe-415e-a09c-1297fc142e6e of type vxlan for network a90d9c05-66de-48df-9e1e-48abf2b463da Nov 18 16:59:44.058961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2e10d-0cab-4364-9455-0fcf6ccdeb22,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:44.099517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:44.104586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:44.175570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:44.347896 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c106106b-277c-4eb1-b514-d5c66c76b5ac req-9326b6d2-1fbe-4d5b-8f14-b71b9630845a tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1711295 Nov 18 16:59:44.365937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.419524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.433252 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efe2e10d-0cab-4364-9455-0fcf6ccdeb22 HTTP/1.1" status: 204 len: 168 time: 1.2659006 Nov 18 16:59:44.451031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02db3a-e7e3-4d25-9042-78cec5ff9948 None None] Pushing event updated for resources: {'Port': ['ID=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:44.473179 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7a02db3a-e7e3-4d25-9042-78cec5ff9948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:44.523804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:44.526304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:44.530122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48410) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:44.536424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:44.536424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.549108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Attempting to bind port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:59:44.549536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Attempting to bind port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:59:44.550025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Attempting to bind port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:59:44.560444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.569526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:44.570462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.580186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:44.596554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.673829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:59:44.674046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:44.674509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.675103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:59:44.675673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Bound port: ceb67595-ae8a-4dde-aa7e-e32a975b94f7, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:59:44.676111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.754142 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9981325 Nov 18 16:59:44.758540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Pushing event updated for resources: {'Network': ['ID=a90d9c05-66de-48df-9e1e-48abf2b463da,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:44.762253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48414) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:44.772643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] For port ceb67595-ae8a-4dde-aa7e-e32a975b94f7, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:59:44.772643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network a90d9c05-66de-48df-9e1e-48abf2b463da details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:44.772877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:44.777527 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Request body: {'subnet': {'network_id': 'a90d9c05-66de-48df-9e1e-48abf2b463da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302024494-subnet', 'tenant_id': '33c5aabb95b240ae9798f87bfcb108d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:44.779211 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:44.780486 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Usage tracker for resource:security_group_rule and tenant:eca1f435becf4f7299bd6a6e16fd046d is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:44.784473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:44.792622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:44.807872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:44.819044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] For port ceb67595-ae8a-4dde-aa7e-e32a975b94f7, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:59:44.823806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Usage tracker for resource:subnet and tenant:33c5aabb95b240ae9798f87bfcb108d6 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:44.837097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:44.847566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:44.852187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-769b511c-8169-4f7f-98fc-3a963cb75ffc None None] Provisioning complete for port aeced97f-ec0f-4233-abe8-6e90ef99e348 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:44.852633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b511c-8169-4f7f-98fc-3a963cb75ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.881132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:59:44.902146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.956107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:44.970856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Made reservation on behalf of 33c5aabb95b240ae9798f87bfcb108d6 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:44.975621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.047935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.094845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.121760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:45.210645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cfc957-53b5-4124-a7aa-67ed4121aae1,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:45.217550 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eca1f435becf4f7299bd6a6e16fd046d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6852717 Nov 18 16:59:45.218733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:45.235914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9fb041b6-d463-49e2-bc2a-9f5aef5c9026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:45.236018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48428) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:45.438942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.463593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e285d3f6-e6f0-4f88-b37f-35179cf37e68 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:45.529189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.563260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-769b511c-8169-4f7f-98fc-3a963cb75ffc None None] Port aeced97f-ec0f-4233-abe8-6e90ef99e348 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:59:45.570022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Routers {'1745cc5d-3745-42ef-915d-75736ed84f98'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:45.570745 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1745cc5d-3745-42ef-915d-75736ed84f98'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:45.574158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.613072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.614847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.665007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02db3a-e7e3-4d25-9042-78cec5ff9948 None None] Pushing event updated for resources: {'Port': ['ID=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:45.675393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7a02db3a-e7e3-4d25-9042-78cec5ff9948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:45.733116 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8ea32d9-6bb3-4c7c-a8b0-b4ac39cbddbf req-3012f136-3ce6-4cc5-ae8a-d6e1987d488d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1545649 Nov 18 16:59:45.931576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port e285d3f6-e6f0-4f88-b37f-35179cf37e68 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:59:45.955356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port e285d3f6-e6f0-4f88-b37f-35179cf37e68 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:45.955696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:45.961210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:59:45.985908 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8fc6bce7-b294-492d-872b-c9ae329dd3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0271349 Nov 18 16:59:45.986137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:46.093460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] Set router 1745cc5d-3745-42ef-915d-75736ed84f98 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:46.117677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ea5ff7-c91a-47c1-84d3-996df172b5db,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:46.122654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:46.219287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:46.243154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:46.261960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cfc957-53b5-4124-a7aa-67ed4121aae1,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:46.268077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:46.272502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:46.277463 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11cfc957-53b5-4124-a7aa-67ed4121aae1 HTTP/1.1" status: 204 len: 168 time: 1.0405612 Nov 18 16:59:46.316431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:46.320710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:46.321793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:46.376996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:46.394989 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:46.467892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port e285d3f6-e6f0-4f88-b37f-35179cf37e68, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=e285d3f6-e6f0-4f88-b37f-35179cf37e68,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:59:46.568584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:46.579032 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:46.656431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Checking segment: {'id': 'de30580e-8dbe-415e-a09c-1297fc142e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a90d9c05-66de-48df-9e1e-48abf2b463da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:46.656834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Network hostable DHCP agents. Network: a90d9c05-66de-48df-9e1e-48abf2b463da, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:59:46.690139 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6125a5d7-8669-4907-b084-af0a85acffea,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:46.694311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:46.720747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Network a90d9c05-66de-48df-9e1e-48abf2b463da is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:59:46.756048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=e285d3f6-e6f0-4f88-b37f-35179cf37e68,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:46.762403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:46.783701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, a90d9c05-66de-48df-9e1e-48abf2b463da) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:46.804301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:46.804953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:46.805773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab4526-23fc-4d9f-8899-c78785720a6f None None] Network a90d9c05-66de-48df-9e1e-48abf2b463da requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:46.864389 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d0e75cae-6642-4951-a0c5-d4296b964808 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1009226 Nov 18 16:59:46.865766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Router 1745cc5d-3745-42ef-915d-75736ed84f98 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:59:47.013351 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-98b78db6-0019-463a-80c9-b5016e5fdfda req-4f431dd9-4736-4842-8c3d-eb9985cbad4d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1143658 Nov 18 16:59:47.014140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:59:47.016121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'a4ea5ff7-c91a-47c1-84d3-996df172b5db', 'name': '', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'mac_address': 'fa:16:3e:27:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:45Z', 'revision_number': 2, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'subnets': [{'id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:47.033342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df7fd1-88ff-4458-bdfa-69e11334de4e None None] The sync data for ids ['1745cc5d-3745-42ef-915d-75736ed84f98'] in dv-cinder-760184-2-iscsi is: [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'a4ea5ff7-c91a-47c1-84d3-996df172b5db', 'name': '', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'mac_address': 'fa:16:3e:27:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:45Z', 'revision_number': 2, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'subnets': [{'id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:59:47.044269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:47.048078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:47.385762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e285d3f6-e6f0-4f88-b37f-35179cf37e68 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:47.738714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:59:47.738714 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] 10.222.0.21 "PUT /v2.0/routers/1745cc5d-3745-42ef-915d-75736ed84f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3594005 Nov 18 16:59:47.739568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4251fd0-69b7-40db-8aa6-40f7c59c8863 None None] Network a90d9c05-66de-48df-9e1e-48abf2b463da requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:47.739568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network a90d9c05-66de-48df-9e1e-48abf2b463da details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:47.740591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:48.116996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port e285d3f6-e6f0-4f88-b37f-35179cf37e68 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:48.130476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:48.131079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48496) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:48.137843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'security_group': {'name': 'tempest-securitygroup--595431826', 'description': 'tempest-description--142205865'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:48.163683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:48.191751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:48.203163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:48.220801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:48.270525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:48.485489 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2e3a16f8-446d-4d18-bff2-0e279b226d27 req-f4868f79-0eeb-439e-aa94-42961d40112a tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1616900 Nov 18 16:59:48.501592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:48.519106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:48.537807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:48.541797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:48.658129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:48.692251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:48.699901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:48.752246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:43Z', 'revision_number': 2, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:48.757219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:59:48.757915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Updating router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 port aeced97f-ec0f-4233-abe8-6e90ef99e348 binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:59:48.778040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c2fd16-bacd-413c-bf15-6eaa24af1864,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:48.784143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:48.837860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:48.842449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48524) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:48.845122 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7126663 Nov 18 16:59:48.850599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'security_group_rule': {'security_group_id': 'a2c2fd16-bacd-413c-bf15-6eaa24af1864', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:48.855804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:48.871889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:48.890954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:48.894654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:48.901091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:49.004152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.104140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.135007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.137552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:49.209971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1c8571-8cc6-4577-8966-39347f3ed423,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:49.218608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:49.260862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.262254 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4181461 Nov 18 16:59:49.265572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48538) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:49.274342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'security_group_rule': {'security_group_id': 'a2c2fd16-bacd-413c-bf15-6eaa24af1864', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:49.299700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:49.307944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:49.321688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:49.336588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:49.390433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device ceb67595-ae8a-4dde-aa7e-e32a975b94f7 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:49.501002 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.535493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.43', 49889) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:49.541857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.557564 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Transition to ACTIVE for port object aeced97f-ec0f-4233-abe8-6e90ef99e348 will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:49.589190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:59:49.589364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.595034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:49.595864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.617944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:49.761085 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f3d3993-5882-4f80-b9a5-33d03b5cb315 req-11891694-fe83-4b8c-9b11-27b924d7278d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0978744 Nov 18 16:59:49.797744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-4028c492-8171-4525-a065-855022334dad tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:49.804437 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-4028c492-8171-4525-a065-855022334dad tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 819 time: 0.4443097 Nov 18 16:59:49.874510 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-ba8b39a5-6232-4140-9a35-505d5dab8fb7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/quotas/304e16b74c9644d4a37db567ae1147ab HTTP/1.1" status: 200 len: 375 time: 0.0591125 Nov 18 16:59:49.887695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.923579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.943165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port ceb67595-ae8a-4dde-aa7e-e32a975b94f7, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:59:49.975715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403d56-1e06-4386-94d7-90d815631445 None None] Pushing event updated for resources: {'Port': ['ID=aeced97f-ec0f-4233-abe8-6e90ef99e348,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:49.981525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:49.985266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-af403d56-1e06-4386-94d7-90d815631445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:49.989136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:50.000704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.006531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:50.061600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957e957a-3ca0-4267-9651-7c4b2a009237,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:50.069264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:50.089203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-3346339c-8e37-4b4f-ab7c-90ff7dac133a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:59:50.143779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.145350 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8786952 Nov 18 16:59:50.148457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48570) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:50.155895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'floatingip': {'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:50.166385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:50.172099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-3346339c-8e37-4b4f-ab7c-90ff7dac133a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:59:50.173791 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-3346339c-8e37-4b4f-ab7c-90ff7dac133a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2886388 Nov 18 16:59:50.186374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:50.187027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:floatingip and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:50.190929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:50.199274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:50.208683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:50.216856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Attempting to bind port aeced97f-ec0f-4233-abe8-6e90ef99e348 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:59:50.218340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Attempting to bind port aeced97f-ec0f-4233-abe8-6e90ef99e348 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:59:50.221285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Attempting to bind port aeced97f-ec0f-4233-abe8-6e90ef99e348 on network f9d0af4a-0156-4411-bfcb-0d0297c2e22e {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:59:50.226893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:59:50.232557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Checking segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:50.232557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.232557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Bound using segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:59:50.232557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Bound port: aeced97f-ec0f-4233-abe8-6e90ef99e348, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:59:50.232557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.253027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.373621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] For port aeced97f-ec0f-4233-abe8-6e90ef99e348, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:59:50.377069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] For port aeced97f-ec0f-4233-abe8-6e90ef99e348, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=aeced97f-ec0f-4233-abe8-6e90ef99e348,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:59:50.383861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48580) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:50.392361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912805476-network', 'tenant_id': '5399d64eefec42d8961bf805d9ac6afa'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:50.399520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:50.407591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.415593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Usage tracker for resource:network and tenant:5399d64eefec42d8961bf805d9ac6afa is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:50.420677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:50.427671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:50.469836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Made reservation on behalf of 5399d64eefec42d8961bf805d9ac6afa for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:50.475699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.506648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.567268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.593498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:50.604302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Usage tracker for resource:security_group_rule and tenant:5399d64eefec42d8961bf805d9ac6afa is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:50.607753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:50.615368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:50.665568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:50.814378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403d56-1e06-4386-94d7-90d815631445 None None] Pushing event updated for resources: {'Port': ['ID=aeced97f-ec0f-4233-abe8-6e90ef99e348,revision_number=4']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:50.821242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-af403d56-1e06-4386-94d7-90d815631445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:50.829815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.857070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-0ebe4db2-37bb-44ed-a8f1-b3cfeea29dd0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:50.859035 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-0ebe4db2-37bb-44ed-a8f1-b3cfeea29dd0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.43 "GET /v2.0/networks?id=da742f15-0c35-4af7-9bdf-afabfe21d5a1 HTTP/1.1" status: 200 len: 812 time: 0.3385582 Nov 18 16:59:50.863602 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:50.880712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:50.935465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f3e7b-9eb6-4fe2-8bd6-0805069bf409,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:50.939152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:50.939965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:50.940742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:51.037914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:59:51.096569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.096569 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Added segment 21fb35c4-3b9f-4038-82c0-e2edda7a8f63 of type vxlan for network cf85f83c-848d-4156-9ce0-a441c0b52616 Nov 18 16:59:51.207692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.334537 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ac913f2-8594-40df-b193-553234fd6273 req-56f82db1-2a3e-4ca3-873a-cc386222d6eb tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.2131350 Nov 18 16:59:51.355555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.357000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:51.357570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.366014 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device ceb67595-ae8a-4dde-aa7e-e32a975b94f7 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:51.407998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:51.424066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Allocated IP 172.27.1.230 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/73eb4297-c66c-4c33-94ec-9ed30bbbcbc2) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:51.429539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:51.527777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:51.528381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.541288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-1b4fb92e-037e-458d-90da-c065336c2b65 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80397) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:59:51.548296 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-1b4fb92e-037e-458d-90da-c065336c2b65 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.7792728 Nov 18 16:59:51.549598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Pushing event updated for resources: {'Network': ['ID=cf85f83c-848d-4156-9ce0-a441c0b52616,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:51.552760 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1673625 Nov 18 16:59:51.553774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:51.558403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48612) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:51.569776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network cf85f83c-848d-4156-9ce0-a441c0b52616 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:51.576593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Request body: {'subnet': {'network_id': 'cf85f83c-848d-4156-9ce0-a441c0b52616', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912805476-subnet', 'tenant_id': '5399d64eefec42d8961bf805d9ac6afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:51.587586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:51.592213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Usage tracker for resource:subnet and tenant:5399d64eefec42d8961bf805d9ac6afa is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:51.596416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:51.603423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:51.645520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Made reservation on behalf of 5399d64eefec42d8961bf805d9ac6afa for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:51.650390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.744006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.839810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Sync routers for ids ['1745cc5d-3745-42ef-915d-75736ed84f98'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:59:51.876506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:51.910305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:51.925867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Routers {'1745cc5d-3745-42ef-915d-75736ed84f98'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:51.926702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1745cc5d-3745-42ef-915d-75736ed84f98'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:51.960663 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-4ea4e2cf-a723-41a6-8607-d76c9cbfe468 service neutron] 10.222.0.21 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965359 Nov 18 16:59:52.037785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'Port': ['ID=73eb4297-c66c-4c33-94ec-9ed30bbbcbc2,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:52.045599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:52.051483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Request body: {'port': {'device_id': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1', 'admin_state_up': True, 'tenant_id': 'c2fb7ab782f4404580f319ec56bfa8b1'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:52.149415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:50Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:52.154603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a2871-7370-45a9-9cce-669f76fddecd None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:50Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:59:52.472278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network cf85f83c-848d-4156-9ce0-a441c0b52616 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:59:52.530357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:59:52.537087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Usage tracker for resource:port and tenant:c2fb7ab782f4404580f319ec56bfa8b1 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:59:52.539601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Quota usage for port was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:59:52.550781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:59:52.611200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:52.622883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:52.622883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Made reservation on behalf of c2fb7ab782f4404580f319ec56bfa8b1 for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:59:52.633060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:52.653634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:52.754654 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5c729dc-bf1b-43ff-9e59-aa9fa8d0a154 req-7422e321-2d96-4db0-a1ae-ae57ed088c30 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0943809 Nov 18 16:59:52.846803 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-87262da0-1a71-4ef4-b3d6-b34ea0b481bd service neutron] 10.222.0.21 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8792434 Nov 18 16:59:53.135784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Set router 1745cc5d-3745-42ef-915d-75736ed84f98 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:59:53.394418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:53.461050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device aeced97f-ec0f-4233-abe8-6e90ef99e348 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:53.654437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:53.704865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:53.727012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Allocated IP 172.20.0.12 (da742f15-0c35-4af7-9bdf-afabfe21d5a1/55e0ad6c-c872-47c5-abac-c52cafe4e32a/4dd2e84f-38bb-43a3-9332-37cd61cf2a02) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:59:53.819268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-32a83ac6-f73f-4251-9e9f-29aab0c3a109 req-5aca2f0b-2447-4645-8f2a-efc427c3804e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.2650461 Nov 18 16:59:53.958998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:54.057143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df422807-c913-408d-b95e-0d0e6861d15e,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:54.065258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:54.242063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Checking segment: {'id': '21fb35c4-3b9f-4038-82c0-e2edda7a8f63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cf85f83c-848d-4156-9ce0-a441c0b52616'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:54.242781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Network hostable DHCP agents. Network: cf85f83c-848d-4156-9ce0-a441c0b52616, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:59:54.257106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port aeced97f-ec0f-4233-abe8-6e90ef99e348 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:59:54.303297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port aeced97f-ec0f-4233-abe8-6e90ef99e348 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:54.304110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:54.436549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'a4ea5ff7-c91a-47c1-84d3-996df172b5db', 'name': '', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'mac_address': 'fa:16:3e:27:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:45Z', 'revision_number': 2, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'subnets': [{'id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:54.482205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Checking router: 1745cc5d-3745-42ef-915d-75736ed84f98 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:59:54.488035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Updating router 1745cc5d-3745-42ef-915d-75736ed84f98 port a4ea5ff7-c91a-47c1-84d3-996df172b5db binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:59:54.498511 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-48ac425a-aca9-4f8b-a6f0-85770f57f25c req-97691fe6-02f1-437b-8267-6ed9a7f4d9b4 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1797302 Nov 18 16:59:54.500647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Network cf85f83c-848d-4156-9ce0-a441c0b52616 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:59:54.554931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, cf85f83c-848d-4156-9ce0-a441c0b52616) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:54.562475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:54.563324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:54.679292 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1197605 Nov 18 16:59:54.687909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e8696-953f-49f5-81be-797020f723f3 None None] Network cf85f83c-848d-4156-9ce0-a441c0b52616 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:55.165831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48736) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:55.282818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:55.309276 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:55.439336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Deleting subnet 6125a5d7-8669-4907-b084-af0a85acffea {{(pid=80397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:59:55.454210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:55.491648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port aeced97f-ec0f-4233-abe8-6e90ef99e348, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=aeced97f-ec0f-4233-abe8-6e90ef99e348,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:59:55.497477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d0ca1-f7c3-4fa1-9a44-90926e81c308 None None] Network cf85f83c-848d-4156-9ce0-a441c0b52616 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:59:55.604440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:55.613563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.312066 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-94decb25-7ed1-4afb-878a-c4127569fe57 req-7f50fd82-b221-4a28-90c2-bba49128d3b9 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0855274 Nov 18 16:59:56.314335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for subnet, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.316263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-d11f842a-129a-4885-9393-d59654d39c8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:56.332112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:56.361506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-d11f842a-129a-4885-9393-d59654d39c8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:network {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:59:56.411153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6125a5d7-8669-4907-b084-af0a85acffea,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:56.435742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:56.462805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.503130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.507491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.510226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.resource_extend [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 16:59:56.564865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.602449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-36b07aa3-58ab-430e-839a-e6f32e49d7a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:56.717173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.739656 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7cf6e638-4015-4126-b1c7-2a1771d2e656 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6125a5d7-8669-4907-b084-af0a85acffea HTTP/1.1" status: 204 len: 168 time: 1.5721478 Nov 18 16:59:56.740178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48774) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:59:56.812726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b766296a-fc30-4124-9f60-f49816c39fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:56.907405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-d11f842a-129a-4885-9393-d59654d39c8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:network {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:59:56.915699 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-d11f842a-129a-4885-9393-d59654d39c8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 819 time: 2.2477267 Nov 18 16:59:56.945949 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-5dcda50e-33b1-43eb-ad5c-e399f99c950c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/quotas/304e16b74c9644d4a37db567ae1147ab HTTP/1.1" status: 200 len: 375 time: 0.0282676 Nov 18 16:59:56.946297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:56.995393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=aeced97f-ec0f-4233-abe8-6e90ef99e348,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:56.999318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:57.003625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Transition to ACTIVE for port object a4ea5ff7-c91a-47c1-84d3-996df172b5db will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:59:57.038662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.039811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.057899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.073680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.197162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'Port': ['ID=73eb4297-c66c-4c33-94ec-9ed30bbbcbc2,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:57.289636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:57.453727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:57.496722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4647a298-4c23-48b7-88cd-4469ca91f50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:57.622974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Pushing event updated for resources: {'Port': ['ID=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:57.642086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:57.654347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.665286 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5068099 Nov 18 16:59:57.675046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:59:57.680128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c59ee8-a0bb-427e-8c08-8429533fb950 None None] Pushing event updated for resources: {'Port': ['ID=a4ea5ff7-c91a-47c1-84d3-996df172b5db,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:57.689814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:59:57.697461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f9c59ee8-a0bb-427e-8c08-8429533fb950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:57.719204 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-bc9b5d58-13f6-4040-a760-cb5df3637100 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7729001 Nov 18 16:59:57.725842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:59:57.726641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:57.727677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.744348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Attempting to bind port a4ea5ff7-c91a-47c1-84d3-996df172b5db on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:59:57.755582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Attempting to bind port a4ea5ff7-c91a-47c1-84d3-996df172b5db by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:59:57.765193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Attempting to bind port a4ea5ff7-c91a-47c1-84d3-996df172b5db on network a50ab99a-ef59-4727-a9f1-021d1be6e1cb {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:59:57.776001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.783418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:59:57.784408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Checking segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:59:57.784886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:57.785854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Bound using segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:59:57.789678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Bound port: a4ea5ff7-c91a-47c1-84d3-996df172b5db, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:59:57.789678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:58.019705 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9782445 Nov 18 16:59:58.102789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-bd5b11ae-abc4-43f0-97e1-44725837153b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:59:58.103938 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-bd5b11ae-abc4-43f0-97e1-44725837153b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0193181 Nov 18 16:59:58.105477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] For port a4ea5ff7-c91a-47c1-84d3-996df172b5db, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:59:58.118084 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-37aebf61-0817-4ed7-a7ec-fc8843e29a9f service neutron] 10.222.0.21 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971500 Nov 18 16:59:58.120563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] For port a4ea5ff7-c91a-47c1-84d3-996df172b5db, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=a4ea5ff7-c91a-47c1-84d3-996df172b5db,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:59:58.166694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:58.202730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.203209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.204089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.204459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.204993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.205360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.205738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.206142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.206503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.207134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.229338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:59:58.573439 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-d73ff117-5bb2-468b-9ccf-2ebab096472c service neutron] 10.222.0.21 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4370961 Nov 18 16:59:58.632405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.632801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.633178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.633562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:59:58.634010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90d9c05-66de-48df-9e1e-48abf2b463da']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:58.694040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de30580e-8dbe-415e-a09c-1297fc142e6e') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:58.694412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de30580e-8dbe-415e-a09c-1297fc142e6e') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:58.732595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e8fc-89a6-40f0-9d68-8d5d64e73943 req-e392bd8f-0d92-463e-a5df-52d5b5d716b0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:59:58.742342 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b10e8fc-89a6-40f0-9d68-8d5d64e73943 req-e392bd8f-0d92-463e-a5df-52d5b5d716b0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 932 time: 0.9739950 Nov 18 16:59:58.770359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:58.814438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:58.848637 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b10e8fc-89a6-40f0-9d68-8d5d64e73943 req-5e01883e-a01e-4813-ba84-045bfddbcead tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Nov 18 16:59:58.936550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device aeced97f-ec0f-4233-abe8-6e90ef99e348 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:59:58.943107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:59:58.989687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Request body: {'port': {'device_id': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:59:59.024496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c59ee8-a0bb-427e-8c08-8429533fb950 None None] Pushing event updated for resources: {'Port': ['ID=a4ea5ff7-c91a-47c1-84d3-996df172b5db,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:59:59.029479 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f9c59ee8-a0bb-427e-8c08-8429533fb950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:59:59.206235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Routers {'1745cc5d-3745-42ef-915d-75736ed84f98'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:59:59.207007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T16:59:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1745cc5d-3745-42ef-915d-75736ed84f98'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:59:59.321534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Network a90d9c05-66de-48df-9e1e-48abf2b463da has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:59:59.338203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1bc2bc16-027a-440d-8b0a-40704344bb89 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:security_group {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:59:59.346319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:59.475490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port aeced97f-ec0f-4233-abe8-6e90ef99e348 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:59:59.476020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:59.586480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:59:59.600537 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-700d82bd-cb71-4186-9a81-15f779947f0d req-9f59fc73-13f4-4a36-9ea1-5d7a4da75b3d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.1643040 Nov 18 16:59:59.636060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1bc2bc16-027a-440d-8b0a-40704344bb89 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:security_group {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:59:59.665702 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1bc2bc16-027a-440d-8b0a-40704344bb89 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--595431826&fields=id&tenant_id=fe3f95216bf242e688be11b8cbe7179e HTTP/1.1" status: 200 len: 267 time: 0.5451970 Nov 18 16:59:59.950787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.43', 49906) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:00.012583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-3ebc21db-caae-471d-a588-746f48981fbd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:00.013981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-3ebc21db-caae-471d-a588-746f48981fbd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:network {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:00.436729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] Set router 1745cc5d-3745-42ef-915d-75736ed84f98 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:00:00.628243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Network a90d9c05-66de-48df-9e1e-48abf2b463da has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: (rel_b, rel_a, rel_b), Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: (rel_b, rel_a, rel_b), Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:00:00.679576 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:00:00.698602 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-112db7b5-fc68-4c4c-86f7-f17d6c38753a tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:00.699663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-112db7b5-fc68-4c4c-86f7-f17d6c38753a tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Synchronizing usage tracker for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:00.802795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-3ebc21db-caae-471d-a588-746f48981fbd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:network {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:00.804385 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-3ebc21db-caae-471d-a588-746f48981fbd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 809 time: 1.1377263 Nov 18 17:00:00.832807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-112db7b5-fc68-4c4c-86f7-f17d6c38753a tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Unset dirty status for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:00.844961 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-112db7b5-fc68-4c4c-86f7-f17d6c38753a tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 932 time: 0.6363962 Nov 18 17:00:00.866366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-de76eb63-6991-4d87-ab66-db870539dc03 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:00.868308 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-de76eb63-6991-4d87-ab66-db870539dc03 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 819 time: 0.8456550 Nov 18 17:00:00.874755 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-676e768c-a6cf-4aa2-8ef4-7b82e9daf04d tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/quotas/fe3f95216bf242e688be11b8cbe7179e HTTP/1.1" status: 200 len: 375 time: 0.0536189 Nov 18 17:00:00.963587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:00:00.970386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device a4ea5ff7-c91a-47c1-84d3-996df172b5db up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:00.999396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.030888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Transition to ACTIVE for port object 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:00:01.036626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.046799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b4809e7-dce8-440c-9bb5-42caa47d60dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:01.073084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90d9c05-66de-48df-9e1e-48abf2b463da,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:01.080783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.087965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.103722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Request body: {'port': {'device_id': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'admin_state_up': True, 'tenant_id': '304e16b74c9644d4a37db567ae1147ab'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:01.154933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:01.292753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-1e360359-172c-40ab-b264-62a3b8ad920b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Synchronizing usage tracker for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:01.320932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:01.329938 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a90d9c05-66de-48df-9e1e-48abf2b463da HTTP/1.1" status: 204 len: 168 time: 4.5885665 Nov 18 17:00:01.341138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48888) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:01.388361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:01.430358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:01.441448 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-80768890-54a7-4ee6-a8a4-d1f73f9a6c5c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5599344 Nov 18 17:00:01.481472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:01.497230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'a4ea5ff7-c91a-47c1-84d3-996df172b5db', 'name': '', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'mac_address': 'fa:16:3e:27:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:58Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'subnets': [{'id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:01.499423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:01.505308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fcb52-2c79-434b-bac6-db57be66fa0a None None] The sync data for ids ['1745cc5d-3745-42ef-915d-75736ed84f98'] in dv-cinder-760184-2-iscsi is: [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:44Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'a4ea5ff7-c91a-47c1-84d3-996df172b5db', 'name': '', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'mac_address': 'fa:16:3e:27:48:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:58Z', 'revision_number': 4, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'subnets': [{'id': '366c8801-3abf-4842-98a9-44d96e1e59bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:00:01.549083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port a4ea5ff7-c91a-47c1-84d3-996df172b5db completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:00:01.561863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port a4ea5ff7-c91a-47c1-84d3-996df172b5db triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:01.561863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.567951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-1e360359-172c-40ab-b264-62a3b8ad920b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Unset dirty status for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:01.568451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:00:01.572733 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47f8e999-3d91-4667-9d4f-825ab34521b5 req-1e360359-172c-40ab-b264-62a3b8ad920b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7252965 Nov 18 17:00:01.644851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Made reservation on behalf of 304e16b74c9644d4a37db567ae1147ab for: {'port': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:01.665098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.871195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Attempting to bind port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:00:01.871753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Attempting to bind port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:00:01.872435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Attempting to bind port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 on network da742f15-0c35-4af7-9bdf-afabfe21d5a1 {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:00:01.888194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:00:01.888631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Checking segment: {'id': 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:00:01.889024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.889464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Bound using segment: {'id': 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:00:01.889965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Bound port: 4dd2e84f-38bb-43a3-9332-37cd61cf2a02, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da742f15-0c35-4af7-9bdf-afabfe21d5a1'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:00:01.897229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:01.942531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:02.005320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Deleting subnet df422807-c913-408d-b95e-0d0e6861d15e {{(pid=80397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:00:02.030503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:02.053012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port a4ea5ff7-c91a-47c1-84d3-996df172b5db, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=a4ea5ff7-c91a-47c1-84d3-996df172b5db,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:02.080587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:02.082933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f9c59ee8-a0bb-427e-8c08-8429533fb950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:02.151545 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c8f087-97b4-4538-a2b5-7698aeaf9767 req-706cf840-bfee-4294-8527-8921db60dcc6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.1993542 Nov 18 17:00:02.226495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=a4ea5ff7-c91a-47c1-84d3-996df172b5db,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:02.237711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:02.351873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131412'] for subnet, precommit_delete_associations {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:02.438088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] For port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:00:02.446034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] For port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,segment=NetworkSegment(df01dbcf-2841-4d47-9bbe-50d2cd8fc13c),segment_id=df01dbcf-2841-4d47-9bbe-50d2cd8fc13c)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:00:02.494204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:02.606159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:02.767110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device a4ea5ff7-c91a-47c1-84d3-996df172b5db up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:02.940322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port a4ea5ff7-c91a-47c1-84d3-996df172b5db triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:02.940755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:03.306977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48934) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:03.311350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:03.360103 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-a15e24d3-0fbd-40ef-af91-e738f8f5b8e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8821137 Nov 18 17:00:03.407945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:03.423775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:03.469476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Allocated IP 172.20.0.2 (a50ab99a-ef59-4727-a9f1-021d1be6e1cb/366c8801-3abf-4842-98a9-44d96e1e59bb/5e464b3d-38af-4272-8527-e955dc4b07e1) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:00:03.612056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56389136-88a8-4a5d-aa41-0038105058d1 req-514c9b81-2e71-46bc-8cc1-9aa492cc6b9d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:03.623855 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-56389136-88a8-4a5d-aa41-0038105058d1 req-514c9b81-2e71-46bc-8cc1-9aa492cc6b9d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.7981460 Nov 18 17:00:03.690562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:03.693701 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] 10.222.0.43 "PUT /v2.0/ports/4dd2e84f-38bb-43a3-9332-37cd61cf2a02 HTTP/1.1" status: 200 len: 1158 time: 4.9564393 Nov 18 17:00:03.696798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:03.799668 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-56389136-88a8-4a5d-aa41-0038105058d1 req-d229cac6-ba01-40d8-be02-b8c1fab4cdf1 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740618 Nov 18 17:00:03.995265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 48958) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:03.996071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06dbae2c-ca1e-4c3c-ad0d-5b5260abf1c9 req-23199bbf-ba26-4e08-a004-eab528f6ecba tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0640843 Nov 18 17:00:04.030458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48964) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:04.272406 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-9a0c147a-ef46-40ad-a98d-1b72f51fa3c4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8906019 Nov 18 17:00:04.298534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:04.329070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:04.406112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:04.411682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Usage tracker for resource:security_group_rule and tenant:ba971c83512d4f2ab3a528e63f404ff8 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:04.415419 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:04.434695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:04.522318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:04.549359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:04.691847 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02', 'status': 'completed', 'code': 200} Nov 18 17:00:04.708441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:04.754887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:04.765314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:04.773092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:04.790218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf72de39f5244a49d34c2174ca3a0de is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:04.828605 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:04.865706 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba971c83512d4f2ab3a528e63f404ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8335207 Nov 18 17:00:04.878490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 48994) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:04.902327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:04.935454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e6488-4dce-4884-b1fe-1b3af6505a61,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:04.938346 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5acdcf4-e83e-4651-a1ad-d15759fddd1c req-de1aa365-5366-4ae0-a10c-7c421b0afebf tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.2572396 Nov 18 17:00:04.962775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:04.967730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:04.973266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0e642a0cd34330818791525ba2630a is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:04.990601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:04.997762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-784ed24f-1954-4a25-949b-35657f2f93ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.011710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852042312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853456412'] for subnet, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.043188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.049511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:05.052303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:05.096951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.109981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.117532 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df422807-c913-408d-b95e-0d0e6861d15e,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:05.185353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:05.282649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bdda2aad-f960-45ef-ac10-0093552e8bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:05.321625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c515df1-c838-4231-851b-7f7c5f666bf2 req-b38287eb-3e9a-4b13-bde9-89c6244aa787 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:05.323350 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6c515df1-c838-4231-851b-7f7c5f666bf2 req-b38287eb-3e9a-4b13-bde9-89c6244aa787 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1456234 Nov 18 17:00:05.360422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.374051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e77c5eaa-f7e8-4e4d-a532-18703f1ccc9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:05.406898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e6488-4dce-4884-b1fe-1b3af6505a61,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:05.409799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:05.421038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.422492 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c9e6488-4dce-4884-b1fe-1b3af6505a61 HTTP/1.1" status: 204 len: 168 time: 0.5429528 Nov 18 17:00:05.430240 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6c515df1-c838-4231-851b-7f7c5f666bf2 req-0283a2a4-d98e-425f-b233-24fe667486b8 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990839 Nov 18 17:00:05.449487 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3eca3cc7-733d-40b7-a76d-af4b94ce6fda req-21ac07c5-172c-46c9-a428-6372abc01d38 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.1064017 Nov 18 17:00:05.525740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.674246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Pushing event updated for resources: {'Port': ['ID=5e464b3d-38af-4272-8527-e955dc4b07e1,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:05.678000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.698072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:05.750470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.778207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-07ff79c9-231e-49dc-9099-d9899f143e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:05.802316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.810460 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e5c2cc5b-8ac3-40af-9993-38fc3d4cd1ca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df422807-c913-408d-b95e-0d0e6861d15e HTTP/1.1" status: 204 len: 168 time: 4.4631529 Nov 18 17:00:05.812996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49018) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:05.842076 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cf72de39f5244a49d34c2174ca3a0de&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4831166 Nov 18 17:00:05.847216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49022) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:05.878401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c3f05-57f0-462d-bb11-1edf0f54901d,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:05.881008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:05.886463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:00:05.930469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:00:05.939524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:05.939524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a5c3732a-39d9-47e6-9b2d-f00a2ec884e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:05.953108 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f0e642a0cd34330818791525ba2630a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9505522 Nov 18 17:00:05.957307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:00:05.975107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49026) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:06.040549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.050368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87408542-9add-4244-b090-df42b70992e7,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:06.059888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:06.086646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:06.087386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.125285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.178046 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0796111 Nov 18 17:00:06.212558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.385700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-575db16c-6056-447c-84d1-1017e7e0f311 req-b6245257-d0c1-421f-a7be-ee315baaeb4f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:06.436614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.443326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.449287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:06.473145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c3f05-57f0-462d-bb11-1edf0f54901d,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:06.483669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:06.497840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.499693 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a89c3f05-57f0-462d-bb11-1edf0f54901d HTTP/1.1" status: 204 len: 168 time: 0.6509831 Nov 18 17:00:06.535541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.552183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.565752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49040) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:06.602848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.633063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-575db16c-6056-447c-84d1-1017e7e0f311 req-b6245257-d0c1-421f-a7be-ee315baaeb4f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:06.645050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:06.649492 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6a8f20e4594badb7b38d96ac2aa35a is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:06.650296 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-575db16c-6056-447c-84d1-1017e7e0f311 req-b6245257-d0c1-421f-a7be-ee315baaeb4f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.3480220 Nov 18 17:00:06.653123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:06.660455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:06.860460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a0d10ed-9077-4194-b6b7-bae93c877ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.878392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.879135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.880080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.880529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > port after_create 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.880897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > port after_delete 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.881256 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > port after_update 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.881706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.882168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.882530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.882893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.910700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876cd67-4a93-4f14-9d9e-35bf619635f8 req-5694cac7-0093-41e7-9de9-09e3749fb172 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:06.913023 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c876cd67-4a93-4f14-9d9e-35bf619635f8 req-5694cac7-0093-41e7-9de9-09e3749fb172 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1721978 Nov 18 17:00:06.942362 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:06.985034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.985434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.985814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.986216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 17:00:06.986611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf85f83c-848d-4156-9ce0-a441c0b52616']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:07.030996 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c876cd67-4a93-4f14-9d9e-35bf619635f8 req-274601cd-e858-4276-ac1a-4a4f5b4a451d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098979 Nov 18 17:00:07.031815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.040456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:07.077012 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c2900fd6-24bc-4911-ab0b-bde08d3769e3 req-225fbd61-bffd-415b-bb88-2be02c3ddbcc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0788796 Nov 18 17:00:07.084813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fb35c4-3b9f-4038-82c0-e2edda7a8f63') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:07.085148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fb35c4-3b9f-4038-82c0-e2edda7a8f63') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:07.101827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6765dec-054f-4aa8-88f5-7579b24c7e7b,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:07.106078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:07.112804 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff6a8f20e4594badb7b38d96ac2aa35a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5433328 Nov 18 17:00:07.113209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49048) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:07.145679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.156898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.164674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:07.190346 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87408542-9add-4244-b090-df42b70992e7,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:07.204835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:07.206108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.208563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:00:07.232955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.234252 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87408542-9add-4244-b090-df42b70992e7 HTTP/1.1" status: 204 len: 168 time: 1.2580826 Nov 18 17:00:07.299960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.348607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.458446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.459425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49054) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:07.496074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Network cf85f83c-848d-4156-9ce0-a441c0b52616 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:00:07.509332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:07.528347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.538872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.561906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6765dec-054f-4aa8-88f5-7579b24c7e7b,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:07.565207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:07.572090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.572709 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6765dec-054f-4aa8-88f5-7579b24c7e7b HTTP/1.1" status: 204 len: 168 time: 0.4532163 Nov 18 17:00:07.652568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:07.659083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Usage tracker for resource:security_group_rule and tenant:c57dfb1255754771a7008bd83c447607 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:07.667931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:07.683634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:07.734751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.903155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.934574 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:07.947609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9bd400c2-0005-4b0a-a74f-b982e9c22745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:08.012926 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Network cf85f83c-848d-4156-9ce0-a441c0b52616 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: (rel_b, rel_a, rel_b), Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: (rel_b, rel_a, rel_b), Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:00:08.092648 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:00:08.169230 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c57dfb1255754771a7008bd83c447607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7081871 Nov 18 17:00:08.199644 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985bdeb-3411-42ed-94f9-2a50cc50931e,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:08.252930 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49076) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:08.276546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:08.280613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c997a832-a055-4693-85bc-c67a7795c253 req-5a2b7eca-f541-47fa-97d1-fe5e8266ac92 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.2737889 Nov 18 17:00:08.357465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.393073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.483973 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.516486 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.528982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49082) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:08.534055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd6a6601-669a-4fec-be89-a441b19ad401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:08.547097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-634eb865-5dd7-45de-8ab7-9e370438a198 req-d9b146ff-a5b2-45af-b65e-f86986eb638f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:08.585480 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] 10.222.0.21 "DELETE /v2.0/networks/cf85f83c-848d-4156-9ce0-a441c0b52616 HTTP/1.1" status: 204 len: 168 time: 2.7712622 Nov 18 17:00:08.590037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf85f83c-848d-4156-9ce0-a441c0b52616,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:08.597191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c0fd69f-9b1c-4fef-9431-cb03adfd154e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:08.599889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.603283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-634eb865-5dd7-45de-8ab7-9e370438a198 req-d9b146ff-a5b2-45af-b65e-f86986eb638f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:08.604628 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-634eb865-5dd7-45de-8ab7-9e370438a198 req-d9b146ff-a5b2-45af-b65e-f86986eb638f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.1331334 Nov 18 17:00:08.640926 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.650145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:08.667077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985bdeb-3411-42ed-94f9-2a50cc50931e,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:08.670488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.675919 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2985bdeb-3411-42ed-94f9-2a50cc50931e HTTP/1.1" status: 204 len: 168 time: 0.4136753 Nov 18 17:00:08.677549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:08.694455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:08.702409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6002e0c9c448e7af42e11b85614242 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:08.706229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:08.713636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:08.736028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde2660-18c6-484e-9f58-f44df22a4c8e req-260a6729-1da0-44ae-aea2-1e3125c4947f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:08.737754 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8dde2660-18c6-484e-9f58-f44df22a4c8e req-260a6729-1da0-44ae-aea2-1e3125c4947f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.3307352 Nov 18 17:00:08.809324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.865564 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8dde2660-18c6-484e-9f58-f44df22a4c8e req-c1c459e3-126f-455f-a87c-bbafc2fcbe5f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119411 Nov 18 17:00:08.899579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.966490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:08.976201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e766303f-38fe-4764-ba08-00cc0634406c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:09.023741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f42c60-76c3-4193-9327-b9bf9680b9aa,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:09.027517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:09.034208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a6002e0c9c448e7af42e11b85614242&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4785583 Nov 18 17:00:09.035621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49098) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:09.110591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.141159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.211781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49108) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:09.251962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.288836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.298235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-72301b6b-0e2d-478c-88fc-9dfa9dccd427 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:09.311495 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-383ac343-b16f-4687-b11d-29b6624a3626 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33c5aabb95b240ae9798f87bfcb108d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0959783 Nov 18 17:00:09.312070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49114) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:09.318587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f42c60-76c3-4193-9327-b9bf9680b9aa,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:09.322218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:09.324658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.327725 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7f42c60-76c3-4193-9327-b9bf9680b9aa HTTP/1.1" status: 204 len: 168 time: 0.2885926 Nov 18 17:00:09.433148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.466536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.547619 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-87d2071a-43b8-498e-ab5a-a3b1db94a5cc req-a7e06a86-0c8c-4800-b740-3172754f5403 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.0678022 Nov 18 17:00:09.609570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.615325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5ae581b5-d8d3-450b-959b-885d0d9e25de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:09.632754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742cd31-cbc4-463d-8b6b-a02179afbf13,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:09.635819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:09.637054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:09.638330 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e742cd31-cbc4-463d-8b6b-a02179afbf13 HTTP/1.1" status: 204 len: 168 time: 0.3246312 Nov 18 17:00:09.811319 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-745e9f20-3e0b-4f6e-89a6-fb9478c52fff req-1e4fdef7-bac7-41b3-bb51-d778923ebc0e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0623426 Nov 18 17:00:10.127624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159ce6b-10b2-4d96-a334-879edf17b6f3 req-fc1042c2-6c93-4b8a-8a3e-410f2351289f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:10.129367 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f159ce6b-10b2-4d96-a334-879edf17b6f3 req-fc1042c2-6c93-4b8a-8a3e-410f2351289f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1012239 Nov 18 17:00:10.166091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:10.198278 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f159ce6b-10b2-4d96-a334-879edf17b6f3 req-1ca1b004-f347-4f6a-8c63-48d6ad305501 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618370 Nov 18 17:00:10.463691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49160) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:10.527679 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7f3db9a5-0765-4c71-b0fa-4599020f92f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5399d64eefec42d8961bf805d9ac6afa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603714 Nov 18 17:00:10.527955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49166) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:10.603371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:10.643015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:10.673708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Request body: {'port': {'device_id': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:10.818022 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-016378de-5b11-4969-8c8d-b38289a55bdf req-97b7cd40-5068-43c7-923d-4f7945ce96ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2fb7ab782f4404580f319ec56bfa8b1&device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 1161 time: 0.1310184 Nov 18 17:00:10.877189 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f076326b-8897-4e39-9256-91f3004b999d req-5178fe98-f139-4003-ac96-1bc6604d3d32 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.0580606 Nov 18 17:00:10.962591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:10.988368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:11.005557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.43', 49921) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:11.008798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:11.049932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f3e7b-9eb6-4fe2-8bd6-0805069bf409,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:11.081038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:11.125060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016378de-5b11-4969-8c8d-b38289a55bdf req-f315ef8e-86cc-4e2a-805a-5a82770c9e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:11.131790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:11.139941 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-016378de-5b11-4969-8c8d-b38289a55bdf req-f315ef8e-86cc-4e2a-805a-5a82770c9e2e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c2fb7ab782f4404580f319ec56bfa8b1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2616591 Nov 18 17:00:11.141018 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e72f3e7b-9eb6-4fe2-8bd6-0805069bf409 HTTP/1.1" status: 204 len: 168 time: 0.6120293 Nov 18 17:00:11.380661 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c3bfbf6b-503c-4152-8701-cf42af1a8664 req-40b84171-8dbc-4e8f-be30-d8bb481c3ab6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.2981377 Nov 18 17:00:11.390448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016378de-5b11-4969-8c8d-b38289a55bdf req-36029153-7e09-4917-b1c6-96950c87a6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:11.392080 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-016378de-5b11-4969-8c8d-b38289a55bdf req-36029153-7e09-4917-b1c6-96950c87a6bc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2451828 Nov 18 17:00:11.662123 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-13f0d3a0-4fcc-4c0f-a8f1-4316940a4d1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2fb7ab782f4404580f319ec56bfa8b1&device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 1161 time: 0.2116504 Nov 18 17:00:11.670605 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-88f8edaa-4c2b-4d8d-8222-c1cb70c72ac0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:11.672214 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-88f8edaa-4c2b-4d8d-8222-c1cb70c72ac0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 819 time: 0.6326582 Nov 18 17:00:11.676495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e7f0-aff7-4746-b2e4-c9df53691caa req-a27a59b7-52ce-45cc-a24f-d72fd34ed092 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:11.678325 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13c4e7f0-aff7-4746-b2e4-c9df53691caa req-a27a59b7-52ce-45cc-a24f-d72fd34ed092 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1518021 Nov 18 17:00:11.746968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Request body: {'port': {'device_id': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb', 'admin_state_up': True, 'tenant_id': '304e16b74c9644d4a37db567ae1147ab'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:11.813214 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-5eeb34f3-b2a0-458d-9c67-8ba806f2e79d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dd2e84f-38bb-43a3-9332-37cd61cf2a02 HTTP/1.1" status: 200 len: 217 time: 0.0932529 Nov 18 17:00:11.821376 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13c4e7f0-aff7-4746-b2e4-c9df53691caa req-858b85f8-fd0d-447e-9ac5-5c4e689ba4e0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349032 Nov 18 17:00:11.925407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-4d754da6-d203-4d28-a21a-ed7eb865e7d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:11.927075 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-4d754da6-d203-4d28-a21a-ed7eb865e7d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e0ad6c-c872-47c5-abac-c52cafe4e32a HTTP/1.1" status: 200 len: 852 time: 0.1009359 Nov 18 17:00:12.045843 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-d9f6fbb1-9d86-47f5-9983-12616a319102 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da742f15-0c35-4af7-9bdf-afabfe21d5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007905 Nov 18 17:00:12.158277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:12.169364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:12.195444 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5109ddcf-d8e4-4d3f-8ae1-77c91c969c99 req-2fedd687-650e-4de8-87ac-71ba9474d2cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.0858881 Nov 18 17:00:12.239791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.43', 49925) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:12.256086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Made reservation on behalf of 304e16b74c9644d4a37db567ae1147ab for: {'port': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:12.261573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:12.316864 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-372a9458-836c-4517-a9b9-6cea05c9e0f0 service neutron] 10.222.0.43 "GET /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680545 Nov 18 17:00:12.370709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e464b3d-38af-4272-8527-e955dc4b07e1 {{(pid=80397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:00:12.391062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:12.471769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Transition to ACTIVE for port object 5e464b3d-38af-4272-8527-e955dc4b07e1 will not be triggered until provisioned by entity L2. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:00:12.565367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:12.590730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-b39661ff-84af-4175-a3e6-b9db8a91b4e2 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:12.592866 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-b39661ff-84af-4175-a3e6-b9db8a91b4e2 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 809 time: 0.3514781 Nov 18 17:00:12.666603 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73386e8e-08d6-4557-a9dc-08a7a92b6d7b req-71aa3848-0789-4e9e-9dac-27b01d4832d0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0726500 Nov 18 17:00:12.689832 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-dc012db2-61a2-494f-a63b-456bd81040ae service neutron] 10.222.0.43 "GET /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3062577 Nov 18 17:00:12.727938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0863ddaf-0314-47a9-8bbd-f8e6ff593fac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:13.043704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Pushing event updated for resources: {'Port': ['ID=5e464b3d-38af-4272-8527-e955dc4b07e1,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:13.066664 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:13.139710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-bd6db6ad-c1e1-48df-ad24-a96fa9c2329b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:13.161064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-bd6db6ad-c1e1-48df-ad24-a96fa9c2329b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:13.237936 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-bd6db6ad-c1e1-48df-ad24-a96fa9c2329b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe3f95216bf242e688be11b8cbe7179e HTTP/1.1" status: 200 len: 5043 time: 0.5231004 Nov 18 17:00:13.237936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'port': {'device_id': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'admin_state_up': True, 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'security_groups': ['a2c2fd16-bacd-413c-bf15-6eaa24af1864']}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:13.307064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Allocated IP 172.20.0.6 (a50ab99a-ef59-4727-a9f1-021d1be6e1cb/366c8801-3abf-4842-98a9-44d96e1e59bb/62cf4852-71a1-431c-a23e-1a6ce42b27e6) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:00:13.342526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:13.355053 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:13.407472 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c5572c7f-e85d-4829-953e-0f61054d0c56 req-eafc1ae8-2c78-44ad-bb8d-21c7aec8298e tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.0493736 Nov 18 17:00:13.412094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331428b-ad0c-4ef7-9b67-df033046877a req-ea903d28-9ce6-4f8e-8414-ffb8507108c9 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:13.413719 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e331428b-ad0c-4ef7-9b67-df033046877a req-ea903d28-9ce6-4f8e-8414-ffb8507108c9 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.3267748 Nov 18 17:00:13.491631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Attempting to bind port 5e464b3d-38af-4272-8527-e955dc4b07e1 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:00:13.491952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Attempting to bind port 5e464b3d-38af-4272-8527-e955dc4b07e1 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:00:13.492335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Attempting to bind port 5e464b3d-38af-4272-8527-e955dc4b07e1 on network a50ab99a-ef59-4727-a9f1-021d1be6e1cb {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:00:13.500388 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e331428b-ad0c-4ef7-9b67-df033046877a req-7d6d193a-602c-4859-bfd0-a755938b7c1b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732105 Nov 18 17:00:13.503859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:00:13.504235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Checking segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:00:13.504671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:13.505058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Bound using segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:00:13.505549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Bound port: 5e464b3d-38af-4272-8527-e955dc4b07e1, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'}}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:00:13.505948 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:13.649909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] For port 5e464b3d-38af-4272-8527-e955dc4b07e1, host hv-cinder-76018, cleared binding levels {{(pid=80397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:00:13.652695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Made reservation on behalf of fe3f95216bf242e688be11b8cbe7179e for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:13.658506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:13.686456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] For port 5e464b3d-38af-4272-8527-e955dc4b07e1, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5e464b3d-38af-4272-8527-e955dc4b07e1,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:00:13.752712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:13.778891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:13.946704 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5fd4e7c3-e0db-4d87-8c18-4ae8290fb9d1 req-e12eb09d-0454-43b2-95b7-8fea45c52317 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.0682700 Nov 18 17:00:13.990106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Pushing event updated for resources: {'Port': ['ID=5e464b3d-38af-4272-8527-e955dc4b07e1,revision_number=3']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:13.993838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:13.997522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:14.047682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:14.049248 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] 10.222.0.43 "PUT /v2.0/ports/5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 1157 time: 3.3829653 Nov 18 17:00:14.051162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:14.124939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:14.223037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2903b68d-d1f0-4b52-af34-8dc6c00b298e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:14.242969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Allocated IP 172.20.0.7 (f9d0af4a-0156-4411-bfcb-0d0297c2e22e/f8f694b2-d855-42d1-8403-314e1945066d/f2725a7e-b6de-4a64-928e-719ab1a67710) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:00:14.456562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Pushing event updated for resources: {'Port': ['ID=62cf4852-71a1-431c-a23e-1a6ce42b27e6,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:14.461636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:14.499350 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-d664ac1d-2563-4f43-b732-95e84897a02a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1160 time: 0.3288462 Nov 18 17:00:14.591622 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-40cb841e-a017-4ee2-959a-a841466ab6a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0789931 Nov 18 17:00:14.673922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:00:14.688560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:00:14.691845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:00:14.785613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8cfa770b-df0f-46f0-afab-0900bf3b8876 req-962b2bde-c14e-4cb0-8ede-71c9d8168c58 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.1076849 Nov 18 17:00:14.823361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:14.838447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:14.839306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:14.843155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Transition to ACTIVE for port object f2725a7e-b6de-4a64-928e-719ab1a67710 will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:00:14.847300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-fa1452f0-7a5f-4d18-bf6f-c5999813dd91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:14.848861 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-fa1452f0-7a5f-4d18-bf6f-c5999813dd91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.2467835 Nov 18 17:00:14.899496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71db3-8c57-40b5-b9bf-c4af8a7f17f9 req-97dc9dcf-4afa-45f7-967e-1418b2158f96 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:14.901233 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9f71db3-8c57-40b5-b9bf-c4af8a7f17f9 req-97dc9dcf-4afa-45f7-967e-1418b2158f96 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1678464 Nov 18 17:00:14.932022 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-05ee4b88-dc18-4004-80f9-bb273a5cf3a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671191 Nov 18 17:00:14.932114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:14.958922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a2c15917-33bc-46d5-b497-e23780d09f06 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:15.058134 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3194633 Nov 18 17:00:15.071097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'Port': ['ID=f2725a7e-b6de-4a64-928e-719ab1a67710,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:15.087565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Request body: {'port': {'device_id': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:15.122184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:15.145636 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9f71db3-8c57-40b5-b9bf-c4af8a7f17f9 req-920db747-db1c-42e6-a96e-1a104766cdc1 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378087 Nov 18 17:00:15.231030 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-f26b6e3a-947b-4d67-971d-6f56a96da190 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969568 Nov 18 17:00:15.268404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:00:15.271830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:00:15.276959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:00:15.470929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:15.472242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:15.569969 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3944786 Nov 18 17:00:15.570937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:15.572805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167be64-163b-4970-88aa-c381c57e5e59 req-66061bb5-e479-4dce-94a3-b6ba8a82d538 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:15.580879 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e167be64-163b-4970-88aa-c381c57e5e59 req-66061bb5-e479-4dce-94a3-b6ba8a82d538 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 931 time: 0.2012947 Nov 18 17:00:15.620931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Request body: {'port': {'device_id': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:15.674395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-f02652da-671d-458f-9221-f40a1c4f9c17 None None] Provisioning for port f2725a7e-b6de-4a64-928e-719ab1a67710 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:00:15.680227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-f02652da-671d-458f-9221-f40a1c4f9c17 None None] Provisioning complete for port f2725a7e-b6de-4a64-928e-719ab1a67710 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:15.681985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f02652da-671d-458f-9221-f40a1c4f9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:15.713475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e167be64-163b-4970-88aa-c381c57e5e59 req-6d375793-8b38-43dd-badd-76a0923192bc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:15.749265 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1', 'status': 'completed', 'code': 200} Nov 18 17:00:15.798914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:15.846713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-f02652da-671d-458f-9221-f40a1c4f9c17 None None] Port f2725a7e-b6de-4a64-928e-719ab1a67710 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:00:15.856571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e167be64-163b-4970-88aa-c381c57e5e59 req-6d375793-8b38-43dd-badd-76a0923192bc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:15.869110 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e167be64-163b-4970-88aa-c381c57e5e59 req-6d375793-8b38-43dd-badd-76a0923192bc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872012 Nov 18 17:00:15.991409 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f4fbd00-9616-4c68-a287-4c0db6f29314 req-6bea65c8-327d-4129-b40d-5cd2d603cf9d service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7225299 Nov 18 17:00:16.480624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2725a7e-b6de-4a64-928e-719ab1a67710 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:00:16.521764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:16.559804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Transition to ACTIVE for port object f2725a7e-b6de-4a64-928e-719ab1a67710 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:00:16.586160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703141fe-8b52-45dd-bc3e-6b1d9561f0ab req-8a967ca3-3427-46c0-a30a-c0ede2acd2a2 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:16.588277 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-703141fe-8b52-45dd-bc3e-6b1d9561f0ab req-8a967ca3-3427-46c0-a30a-c0ede2acd2a2 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1557682 Nov 18 17:00:16.625442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:16.738050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:16.789089 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-8026788b-d5cf-42ed-82cf-2d93f2366e0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1160 time: 0.6343982 Nov 18 17:00:16.857844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c402143-41b8-420a-9ae3-ddfcd2aaad96 req-d3e337a6-38f3-4cc9-a9a8-227f85d54b7f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:16.860505 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7c402143-41b8-420a-9ae3-ddfcd2aaad96 req-d3e337a6-38f3-4cc9-a9a8-227f85d54b7f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.7046173 Nov 18 17:00:16.884100 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-703141fe-8b52-45dd-bc3e-6b1d9561f0ab req-32778a0d-c8f1-4384-99f5-edd81c4d5e42 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884338 Nov 18 17:00:16.963566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cf4852-71a1-431c-a23e-1a6ce42b27e6 {{(pid=80397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:00:17.034069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:17.057141 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Pushing event updated for resources: {'Port': ['ID=f2725a7e-b6de-4a64-928e-719ab1a67710,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:17.096673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:17.122632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Transition to ACTIVE for port object 62cf4852-71a1-431c-a23e-1a6ce42b27e6 will not be triggered until provisioned by entity L2. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:00:17.153832 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7c402143-41b8-420a-9ae3-ddfcd2aaad96 req-a103d965-9f24-400c-b7f1-57802d8c6943 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587221 Nov 18 17:00:17.187519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15dc20-8466-4297-9f1f-765df836395e req-ff5bcb31-f0a3-44f0-91c7-3ed14637cfb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:17.191599 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-ff5bcb31-f0a3-44f0-91c7-3ed14637cfb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.3631213 Nov 18 17:00:17.197131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:17.324561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:17.411791 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-f192dac3-69ef-461f-86a3-cc6f4bf9560b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.2079268 Nov 18 17:00:17.518848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b91b3-90ba-4927-8c78-35b4e445ca7c req-c3da7cb1-91a8-40cd-ade2-4a2ac28497a1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:17.529058 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-988b91b3-90ba-4927-8c78-35b4e445ca7c req-c3da7cb1-91a8-40cd-ade2-4a2ac28497a1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.4095700 Nov 18 17:00:17.534950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Attempting to bind port f2725a7e-b6de-4a64-928e-719ab1a67710 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:00:17.535366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Attempting to bind port f2725a7e-b6de-4a64-928e-719ab1a67710 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:00:17.535725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Attempting to bind port f2725a7e-b6de-4a64-928e-719ab1a67710 on network f9d0af4a-0156-4411-bfcb-0d0297c2e22e {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:00:17.587542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:00:17.589423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Checking segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:00:17.589423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:17.590197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Bound using segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:00:17.590882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Bound port: f2725a7e-b6de-4a64-928e-719ab1a67710, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:00:17.591465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:17.654342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf4852-71a1-431c-a23e-1a6ce42b27e6,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:17.661266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:17.687947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15dc20-8466-4297-9f1f-765df836395e req-36d7be7d-3d73-4430-812c-4eb72940bbd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:17.689572 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-36d7be7d-3d73-4430-812c-4eb72940bbd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.2529461 Nov 18 17:00:17.719183 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-988b91b3-90ba-4927-8c78-35b4e445ca7c req-2180f955-440c-477e-9ff8-c6b7a274f1a5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883085 Nov 18 17:00:17.752352 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-cbcc3ffa-5594-4b7a-b356-c07ce43d0042 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499239 Nov 18 17:00:17.762354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] For port f2725a7e-b6de-4a64-928e-719ab1a67710, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:00:17.767038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] For port f2725a7e-b6de-4a64-928e-719ab1a67710, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f2725a7e-b6de-4a64-928e-719ab1a67710,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:00:17.801295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:17.820846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6ae47f93-d638-4000-a754-44495fd7d3b9 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:18.014124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Pushing event updated for resources: {'Port': ['ID=f2725a7e-b6de-4a64-928e-719ab1a67710,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:18.025508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:18.059848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49400) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:18.068787 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-94218f3e-7172-4363-9fc5-55c6b7068995 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041704 Nov 18 17:00:18.078150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Attempting to bind port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:00:18.078531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Attempting to bind port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:00:18.078915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Attempting to bind port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 on network a50ab99a-ef59-4727-a9f1-021d1be6e1cb {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:00:18.122469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:18.122469 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 200 len: 1157 time: 2.5271955 Nov 18 17:00:18.122469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:18.124180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:00:18.124180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Checking segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:00:18.124180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:18.124180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Bound using segment: {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:00:18.124180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Bound port: 62cf4852-71a1-431c-a23e-1a6ce42b27e6, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666786da-facb-4ab2-bfe2-b4dd7197efa1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a50ab99a-ef59-4727-a9f1-021d1be6e1cb'}}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:00:18.124180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:18.348344 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'status': 'completed', 'code': 200} Nov 18 17:00:18.411704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:18.459814 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-90c8d07f-5f9a-4302-902f-f3f548140e1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 1160 time: 0.2348456 Nov 18 17:00:18.481321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:18.503149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Usage tracker for resource:security_group_rule and tenant:c6a36a7552154aaeb21eb393866b9a97 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:18.509221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:18.529865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:18.629648 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc15dc20-8466-4297-9f1f-765df836395e req-c7b380c1-1d7d-4643-bce5-c0036f691675 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5528131 Nov 18 17:00:18.654947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d185fb-3d99-48e8-89be-42464a41b331 req-e300c690-f168-4cac-b666-a38af33c283c tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:18.663313 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-42d185fb-3d99-48e8-89be-42464a41b331 req-e300c690-f168-4cac-b666-a38af33c283c tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.4744983 Nov 18 17:00:18.723037 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-42d185fb-3d99-48e8-89be-42464a41b331 req-ab4cc16f-7a54-4870-b62e-ce9bdc092e1f tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Nov 18 17:00:18.772134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c584d-1467-4269-93d5-b63ff3fbb404 req-7e9e7c90-dae1-4e60-a4c3-aadd8d42db4c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:18.772941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-4e8c584d-1467-4269-93d5-b63ff3fbb404 req-7e9e7c90-dae1-4e60-a4c3-aadd8d42db4c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:19.677578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-4e8c584d-1467-4269-93d5-b63ff3fbb404 req-7e9e7c90-dae1-4e60-a4c3-aadd8d42db4c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:19.679505 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e8c584d-1467-4269-93d5-b63ff3fbb404 req-7e9e7c90-dae1-4e60-a4c3-aadd8d42db4c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 1.0509536 Nov 18 17:00:19.705345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] For port 62cf4852-71a1-431c-a23e-1a6ce42b27e6, host hv-cinder-76018, cleared binding levels {{(pid=80397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:00:19.713739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] For port 62cf4852-71a1-431c-a23e-1a6ce42b27e6, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:00:19.800877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:19.825754 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-9f823bdf-dfb8-4342-9fa2-fa2219d03560 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 200 len: 217 time: 0.0792611 Nov 18 17:00:19.835453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:19.842408 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e8c584d-1467-4269-93d5-b63ff3fbb404 req-5e82d02e-538d-4a0d-a590-c78d8f4cf538 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563191 Nov 18 17:00:19.843681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:19.862153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e92b3d73-db80-4cc8-9a48-2f1dfcb406b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:19.866177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:19.973283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcb91d-dc63-4f5a-965d-1017068c1d33,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:19.979338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:19.991645 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a36a7552154aaeb21eb393866b9a97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9299026 Nov 18 17:00:19.994316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49434) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:20.097629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-141ff925-a603-409c-bcc2-3f4708592b56 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80399) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 17:00:20.162383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf4852-71a1-431c-a23e-1a6ce42b27e6,revision_number=3']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:20.173829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:20.210685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958349-b885-4f4d-81a0-0dcaa145ddf4 req-df591c9c-3f25-4f0e-8b46-5ccab548aab2 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:20.212842 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8e958349-b885-4f4d-81a0-0dcaa145ddf4 req-df591c9c-3f25-4f0e-8b46-5ccab548aab2 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.1622245 Nov 18 17:00:20.221896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:20.251244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:20.256815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9a739-faf4-433b-9beb-da53df62d82e req-c42d94ac-903e-49c9-ac8d-71dd263b89fa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:20.257632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-a9f9a739-faf4-433b-9beb-da53df62d82e req-c42d94ac-903e-49c9-ac8d-71dd263b89fa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:20.268182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:20.272389 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] 10.222.0.43 "PUT /v2.0/ports/62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 1157 time: 5.2026510 Nov 18 17:00:20.278021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'tag': '62cf4852-71a1-431c-a23e-1a6ce42b27e6'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:20.331642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-a9f9a739-faf4-433b-9beb-da53df62d82e req-c42d94ac-903e-49c9-ac8d-71dd263b89fa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:20.333119 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a9f9a739-faf4-433b-9beb-da53df62d82e req-c42d94ac-903e-49c9-ac8d-71dd263b89fa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.5694537 Nov 18 17:00:20.412198 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a9f9a739-faf4-433b-9beb-da53df62d82e req-5d16095c-9363-44db-9a91-1f9ebd7b1f7d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Nov 18 17:00:20.571178 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8e958349-b885-4f4d-81a0-0dcaa145ddf4 req-b48fd50e-bfa6-441a-bad1-6e0d4e0cba38 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505161 Nov 18 17:00:20.612323 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'tag': '62cf4852-71a1-431c-a23e-1a6ce42b27e6', 'status': 'completed', 'code': 200} Nov 18 17:00:20.614209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:20.619687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:20.632950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bcb91d-dc63-4f5a-965d-1017068c1d33,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:20.635720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:20.639372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:20.642987 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75bcb91d-dc63-4f5a-965d-1017068c1d33 HTTP/1.1" status: 204 len: 168 time: 0.6448262 Nov 18 17:00:21.072551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264bddb-002f-44bc-ad91-8beb473063cd req-31b0ea09-7540-47ed-ae2b-f0a454612a6d tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:21.082188 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9264bddb-002f-44bc-ad91-8beb473063cd req-31b0ea09-7540-47ed-ae2b-f0a454612a6d tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.1076131 Nov 18 17:00:21.156321 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9264bddb-002f-44bc-ad91-8beb473063cd req-001aee5e-4435-4bcc-ae22-164001fb3e02 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723057 Nov 18 17:00:21.390136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49472) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:21.410010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:21.444642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:21.448873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:de9c9763d9314918a8b8fd95ada9884b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:21.452717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:21.459022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:21.531747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:21.592560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:21.611824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49484) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:21.612093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-734806ab-c2b6-4640-8b1d-927d2c2ca693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:21.667994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06354c49-7712-421a-a025-7d3597b0c44b,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:21.673150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:21.681054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49490) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:21.681167 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de9c9763d9314918a8b8fd95ada9884b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2896652 Nov 18 17:00:21.698041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40893df5-5717-4521-91d3-37f2979e22f3 req-202f0c42-fc41-4234-a2cb-1182567edb75 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:21.699904 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-40893df5-5717-4521-91d3-37f2979e22f3 req-202f0c42-fc41-4234-a2cb-1182567edb75 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.1578863 Nov 18 17:00:21.755526 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-40893df5-5717-4521-91d3-37f2979e22f3 req-9433d497-c0c3-4768-af4e-23875413b92a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Nov 18 17:00:21.810496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:21.851462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:21.896328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:21.903698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:21.911334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Usage tracker for resource:security_group_rule and tenant:eb23704fddd142bda680f15ed7904a4f is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:21.917701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:21.932576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645dcf-af37-4017-a1f4-25171bc979b8 req-a5b04bf4-b419-4faa-8bb4-d95fcb705d81 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:21.934185 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-79645dcf-af37-4017-a1f4-25171bc979b8 req-a5b04bf4-b419-4faa-8bb4-d95fcb705d81 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.2163503 Nov 18 17:00:21.942255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:22.025071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-79645dcf-af37-4017-a1f4-25171bc979b8 req-86c3cb2f-29f2-41d9-9326-97a47b3213bb tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840247 Nov 18 17:00:22.068720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:22.076703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:22.077789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-48cd2f4e-9b4e-4344-a5a5-42dbb25ab0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:22.093012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06354c49-7712-421a-a025-7d3597b0c44b,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:22.096417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:22.183829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:22.185415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:22.190066 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06354c49-7712-421a-a025-7d3597b0c44b HTTP/1.1" status: 204 len: 168 time: 0.5054348 Nov 18 17:00:22.237944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3db16af7-64b5-49d0-8064-4a1b156eab6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:22.322661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-d7c0a41a-2111-4fce-886b-c5a1d74e598d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:22.324381 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-d7c0a41a-2111-4fce-886b-c5a1d74e598d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.2198341 Nov 18 17:00:22.325727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04af535-fc8a-46fa-aa44-07be4246be99,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:22.335298 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb23704fddd142bda680f15ed7904a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7197051 Nov 18 17:00:22.335298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:22.339672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49504) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:22.418795 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-ee0d5a9f-a9c2-44f8-a6e0-c86bf94db896 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829568 Nov 18 17:00:22.592906 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-5cb3b2c6-7902-4d88-87f2-cf819a426d69 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650932 Nov 18 17:00:22.597149 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d8b2576b-b3f6-463b-b9e3-187583a638e4 req-6b4706fe-0788-40a1-82bd-5a35cab744da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1160 time: 0.4178987 Nov 18 17:00:22.781886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:22.802523 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3f777df3-ea1b-4b4f-bcd2-fec20df9e971 req-4bfa0af6-6388-4aae-97fc-83dedeab4580 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1923375 Nov 18 17:00:22.841916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:22.866495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab215692-1098-4568-bd95-c664b56ae1f2 req-174b635c-615a-4719-89b7-0bb5847a2e50 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:22.868163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab215692-1098-4568-bd95-c664b56ae1f2 req-174b635c-615a-4719-89b7-0bb5847a2e50 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.3270497 Nov 18 17:00:22.887748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2576b-b3f6-463b-b9e3-187583a638e4 req-4d61fce5-15e0-4f71-aeea-f926d06680b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:22.898626 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d8b2576b-b3f6-463b-b9e3-187583a638e4 req-4d61fce5-15e0-4f71-aeea-f926d06680b1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=304e16b74c9644d4a37db567ae1147ab&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2753935 Nov 18 17:00:23.054499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1b0e1-c202-4c13-8845-5b892b877b4e req-56c3cb41-5781-4daa-8c5b-6162388a2696 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:23.056126 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53e1b0e1-c202-4c13-8845-5b892b877b4e req-56c3cb41-5781-4daa-8c5b-6162388a2696 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.1547165 Nov 18 17:00:23.061994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-4100a091-7e4e-4891-bf3f-f829b3b672d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 1160 time: 0.1196895 Nov 18 17:00:23.093285 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab215692-1098-4568-bd95-c664b56ae1f2 req-efd9afad-8f67-4870-8ec4-03421486b32d tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094500 Nov 18 17:00:23.142348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:23.149296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d66bede3-ad7e-4964-9d04-91deb86c4ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:23.178811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04af535-fc8a-46fa-aa44-07be4246be99,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:23.219039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:23.222917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2576b-b3f6-463b-b9e3-187583a638e4 req-bd98e642-1849-43d8-86be-8acfa1299927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:23.224848 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d8b2576b-b3f6-463b-b9e3-187583a638e4 req-bd98e642-1849-43d8-86be-8acfa1299927 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2978892 Nov 18 17:00:23.231252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:23.233202 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d04af535-fc8a-46fa-aa44-07be4246be99 HTTP/1.1" status: 204 len: 168 time: 0.8909044 Nov 18 17:00:23.247820 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53e1b0e1-c202-4c13-8845-5b892b877b4e req-9c7b0edf-1051-4165-bca3-9b26c6abff21 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814559 Nov 18 17:00:23.301005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:23.332200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-fa4bd9db-1435-4322-99cd-e33785ca14ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:23.336818 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-fa4bd9db-1435-4322-99cd-e33785ca14ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.2522545 Nov 18 17:00:23.453078 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-9966690b-73f2-41fd-96b6-ee0ff71cad5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1160 time: 0.1780021 Nov 18 17:00:23.456897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:00:23.466853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:23.466853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:23.475366 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-26262920-d991-4538-a8a7-af03925ab00b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 200 len: 217 time: 0.1299710 Nov 18 17:00:23.551653 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-153b8010-cdc0-4777-a1e2-8a576d87bc74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0826776 Nov 18 17:00:23.555830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-e2a5605f-5a6d-42b7-a7f0-a9568499f871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:23.557569 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-e2a5605f-5a6d-42b7-a7f0-a9568499f871 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0759363 Nov 18 17:00:23.583027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa552c0a-daad-4170-b2ae-1400a45b8c07 req-bf91e3e7-21e2-4b6a-b8fa-baf6770c2a9b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:23.584654 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fa552c0a-daad-4170-b2ae-1400a45b8c07 req-bf91e3e7-21e2-4b6a-b8fa-baf6770c2a9b tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.2195032 Nov 18 17:00:23.630735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:23.659911 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fa552c0a-daad-4170-b2ae-1400a45b8c07 req-5d865168-9a1f-49fc-8610-a52b4b272939 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649102 Nov 18 17:00:23.662209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:23.731771 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,segment=NetworkSegment(df01dbcf-2841-4d47-9bbe-50d2cd8fc13c),segment_id=df01dbcf-2841-4d47-9bbe-50d2cd8fc13c)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:23.806065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:23.808792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f9c59ee8-a0bb-427e-8c08-8429533fb950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:23.885413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:23.889550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:23.986658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49552) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:24.011600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.050477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:24.055722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Usage tracker for resource:security_group_rule and tenant:91c6e17453314b06b29695fcaed84f19 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:24.058894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:24.065868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:24.197471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.252198 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.261766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7abb4cfc-475f-49ef-ac7d-3d56b8846423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:24.297354 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02', 'code': 200} Nov 18 17:00:24.306042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522808ed-7651-44cb-9b84-b1b5eaae3e49,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:24.309760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:24.313939 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91c6e17453314b06b29695fcaed84f19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3245621 Nov 18 17:00:24.315652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49568) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:24.391893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.434076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.473999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1097663-f410-4191-b71b-8b7cd91744ff req-c10d719e-9a5d-4ad1-bb72-e9ba03c9f275 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:24.482237 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e1097663-f410-4191-b71b-8b7cd91744ff req-c10d719e-9a5d-4ad1-bb72-e9ba03c9f275 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.0976396 Nov 18 17:00:24.541744 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e1097663-f410-4191-b71b-8b7cd91744ff req-ef963f0c-ea87-48ca-948d-10ea2a548c18 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576646 Nov 18 17:00:24.570134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.583047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5dae653d-3ab7-4752-ac32-1fe2bf84aec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:24.602185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522808ed-7651-44cb-9b84-b1b5eaae3e49,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:24.607311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:24.614397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:24.616994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/522808ed-7651-44cb-9b84-b1b5eaae3e49 HTTP/1.1" status: 204 len: 168 time: 0.2989426 Nov 18 17:00:24.649250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f1ee-012e-4ca6-bafc-c40cb17e9d52 req-ca014941-224d-4a6e-87a1-6c8e56b839e9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:24.653340 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c4c4f1ee-012e-4ca6-bafc-c40cb17e9d52 req-ca014941-224d-4a6e-87a1-6c8e56b839e9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.1306531 Nov 18 17:00:24.711197 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c4c4f1ee-012e-4ca6-bafc-c40cb17e9d52 req-1beffb64-eb59-4151-a784-4b8285b4a627 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Nov 18 17:00:24.939593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238b57-9923-4b0d-afcd-2fbb1c13ba51 req-b2d0f248-e857-48d6-bf5c-4b66035c830e tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:24.941253 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1238b57-9923-4b0d-afcd-2fbb1c13ba51 req-b2d0f248-e857-48d6-bf5c-4b66035c830e tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.1078165 Nov 18 17:00:24.998762 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1238b57-9923-4b0d-afcd-2fbb1c13ba51 req-f978a6c8-a515-4ff0-a1f5-3da626d45d14 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502419 Nov 18 17:00:25.241152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-a562c97e-d085-4529-bb5b-956a10dff161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:25.243421 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-a562c97e-d085-4529-bb5b-956a10dff161 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.1000876 Nov 18 17:00:25.263512 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-d767fb97-2e7d-44da-a166-13e11a0b1147 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130035 Nov 18 17:00:25.543470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49614) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:25.733054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:25.771454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:25.775789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Usage tracker for resource:security_group_rule and tenant:f9a798f049ec4061abc2520464aa2faa is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:25.781033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:25.786699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:25.794021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c068-179b-455c-8984-3694df6f1b2e req-918a928d-42b0-42e7-84a4-a993f9ac43cd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:25.796773 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0934c068-179b-455c-8984-3694df6f1b2e req-918a928d-42b0-42e7-84a4-a993f9ac43cd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.1256118 Nov 18 17:00:25.863812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:25.877096 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0934c068-179b-455c-8984-3694df6f1b2e req-12d877d9-fb3e-41bd-89fe-cf91def7eec6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723414 Nov 18 17:00:25.922444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:25.935826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:26.001475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da53de7-814c-4a62-b912-dd9a685f789e,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:26.006195 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9a798f049ec4061abc2520464aa2faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4615583 Nov 18 17:00:26.008121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:26.008932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49634) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:26.029003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd863-6d73-41a5-8d4b-72293abf6133 req-e47c2696-9e7f-4343-b5de-71384b67100c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:26.031291 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-005fd863-6d73-41a5-8d4b-72293abf6133 req-e47c2696-9e7f-4343-b5de-71384b67100c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.1588757 Nov 18 17:00:26.080340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:26.096215 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-005fd863-6d73-41a5-8d4b-72293abf6133 req-c344e7f3-7593-416a-af9a-150b3ff72e88 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576160 Nov 18 17:00:26.118997 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:26.219138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:26.228621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:26.247391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da53de7-814c-4a62-b912-dd9a685f789e,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:26.251278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:26.258188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:26.261826 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0da53de7-814c-4a62-b912-dd9a685f789e HTTP/1.1" status: 204 len: 168 time: 0.2494407 Nov 18 17:00:26.291701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563002-4df9-4425-8189-5448359296ab req-247af3ca-559e-48f3-8309-74b1ce2a08d7 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:26.293377 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-29563002-4df9-4425-8189-5448359296ab req-247af3ca-559e-48f3-8309-74b1ce2a08d7 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.1178291 Nov 18 17:00:26.348647 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-29563002-4df9-4425-8189-5448359296ab req-a7cd9ae4-14bf-47a0-9e0f-ab7d11ba5005 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489154 Nov 18 17:00:26.936643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49662) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:26.962961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:26.998854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:27.004185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc04522c35e490bb88284b9a917c020 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:27.010242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:27.018272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:27.156311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3d2f-dddc-4d13-91f1-7c4e758af28f req-482e9c8a-158d-43ec-a1a0-d0d7fd71ae97 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:27.163922 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-665a3d2f-dddc-4d13-91f1-7c4e758af28f req-482e9c8a-158d-43ec-a1a0-d0d7fd71ae97 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.1248331 Nov 18 17:00:27.224091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:27.236486 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-665a3d2f-dddc-4d13-91f1-7c4e758af28f req-03c49707-fa32-40ef-aa2f-b6ffcb995134 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715928 Nov 18 17:00:27.263342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:27.274262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:27.319018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a3b8-1978-4682-bde3-293ee77302ca req-a647ba96-8368-48a3-b24b-610085ffe843 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:27.320860 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f868a3b8-1978-4682-bde3-293ee77302ca req-a647ba96-8368-48a3-b24b-610085ffe843 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.0927703 Nov 18 17:00:27.327576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1beff31-7306-48f4-b56c-c58e5688e209,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:27.331097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:27.334592 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dc04522c35e490bb88284b9a917c020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3962312 Nov 18 17:00:27.337463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49678) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:27.402121 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f868a3b8-1978-4682-bde3-293ee77302ca req-432de4d7-8669-43e9-a8f3-098716994464 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746136 Nov 18 17:00:27.410954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:27.440338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:27.533836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:27.543079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:27.564961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1beff31-7306-48f4-b56c-c58e5688e209,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:27.574789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:27.580120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:27.584049 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1beff31-7306-48f4-b56c-c58e5688e209 HTTP/1.1" status: 204 len: 168 time: 0.2428601 Nov 18 17:00:27.606951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b3637-8dab-485d-8be7-9fc0fb6f8747 req-0a5fe501-d4b1-49cb-8ff7-f36af1a18354 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:27.609147 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-739b3637-8dab-485d-8be7-9fc0fb6f8747 req-0a5fe501-d4b1-49cb-8ff7-f36af1a18354 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.1138759 Nov 18 17:00:27.664441 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-739b3637-8dab-485d-8be7-9fc0fb6f8747 req-038697b2-8ad0-4cfd-ad01-7870552763bd tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Nov 18 17:00:27.921403 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-a5d10183-297f-4fb7-8830-fa3a3cc74abc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925202 Nov 18 17:00:28.011869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49704) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:28.051932 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-59f29dee-450e-48ce-bac6-364785259dff service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222197 Nov 18 17:00:28.061908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:28.164279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:28.165027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.224424 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-4bc88fb9-5f3c-4529-8e80-ccdaeef19be0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 1163 time: 0.3513734 Nov 18 17:00:28.231666 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-c560e5e3-9ecd-4939-9d7e-541ccecee31d service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876904 Nov 18 17:00:28.322842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.376543 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-152b1bc3-bba0-4228-b04a-9a1d38526b83 req-741e38a3-28d9-4715-a209-a8b6f3a4e1a1 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3144310 Nov 18 17:00:28.433078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.480562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:28.496030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Usage tracker for resource:security_group_rule and tenant:92c5fdf16bc7460cb48a1beea797da5c is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:28.501950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:28.515806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:28.521497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:28.525078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e61f32-399f-4d13-8f0d-ec5f0f794917 req-a56fffbc-e480-4d49-9d08-046e21e6de70 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:28.526935 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a8e61f32-399f-4d13-8f0d-ec5f0f794917 req-a56fffbc-e480-4d49-9d08-046e21e6de70 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.1198535 Nov 18 17:00:28.539393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Usage tracker for resource:security_group_rule and tenant:bb4e81c49ab44761ae6b3c0f2659e135 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:28.541426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:28.555031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:28.559112 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f7745bc-0a39-4e30-acf4-4d48192f4d5b req-ada554ce-47e5-4e4a-9387-7674b0ae2d84 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2816608 Nov 18 17:00:28.585510 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a8e61f32-399f-4d13-8f0d-ec5f0f794917 req-984cc991-2f92-448b-9725-cc45659023dd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522490 Nov 18 17:00:28.776906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.794785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.806674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1495ab-29ed-4928-8a6b-1949ce9cad17 req-d2edf219-85a8-4389-b4c5-13b788118c58 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:28.808403 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-af1495ab-29ed-4928-8a6b-1949ce9cad17 req-d2edf219-85a8-4389-b4c5-13b788118c58 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.2312121 Nov 18 17:00:28.832246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.844099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:28.877480 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-de2c6623-782f-4c7b-a88f-ef79cc9988c1 req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394322 Nov 18 17:00:28.894909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc650a-d26e-4e40-85f9-95405553bdd8,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:28.901181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:28.918515 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:28.918665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae9699-aa21-4ae5-84ed-ddb602a7efee req-1528fad8-06c2-468a-8e81-9469862ebe38 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:28.918665 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9cae9699-aa21-4ae5-84ed-ddb602a7efee req-1528fad8-06c2-468a-8e81-9469862ebe38 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.0971684 Nov 18 17:00:28.918815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c783513-e9be-477e-86d4-49a9b5ca9fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:28.934277 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-af1495ab-29ed-4928-8a6b-1949ce9cad17 req-ddb961bb-8221-401f-80a1-d59f323ebfa2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196215 Nov 18 17:00:28.946913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49732) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:28.972610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d258c-1f00-486b-86b4-d35d2e07bc41,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:28.976591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:28.982103 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb4e81c49ab44761ae6b3c0f2659e135&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9066670 Nov 18 17:00:28.983534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49738) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:29.001748 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9cae9699-aa21-4ae5-84ed-ddb602a7efee req-d8e5c85a-38ca-44e5-9d3c-9b35598c3052 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713723 Nov 18 17:00:29.055783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.089336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.130645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834036380-network', 'tenant_id': '3eefd7c59c6f487f9de75a4e824c2962'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:29.135517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:29.140395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Usage tracker for resource:network and tenant:3eefd7c59c6f487f9de75a4e824c2962 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:29.143530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:29.154844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:29.220745 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.224942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Made reservation on behalf of 3eefd7c59c6f487f9de75a4e824c2962 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:29.229734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.242547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d13536e7-1e89-461a-871a-70f5b141c9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:29.257928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.269642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d258c-1f00-486b-86b4-d35d2e07bc41,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:29.272452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:29.290688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.295437 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c50d258c-1f00-486b-86b4-d35d2e07bc41 HTTP/1.1" status: 204 len: 168 time: 0.3075938 Nov 18 17:00:29.321177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:29.325449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Usage tracker for resource:security_group_rule and tenant:3eefd7c59c6f487f9de75a4e824c2962 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:29.329401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:29.336455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:29.419212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.469392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.474654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:29.505596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:00:29.519724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf665ede-be44-4c85-8b90-fd89132e4b0d,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:29.524313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:29.525327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.525762 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Added segment fa8c740d-d636-461a-bb1c-5818a4910d6b of type vxlan for network 9df42ced-5840-4227-a7df-25ff35e4829b Nov 18 17:00:29.771641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.857802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.861011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:29.861659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:29.868205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-454b712f-7fa2-444e-b8c1-8889b9dc71b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:30.073388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49772) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:30.120599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.234265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:30.240276 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Usage tracker for resource:security_group_rule and tenant:afc165a93f3c43358b646d0929a827e2 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:30.244632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:30.252257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:30.328208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3801250 Nov 18 17:00:30.329237 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Pushing event updated for resources: {'Network': ['ID=9df42ced-5840-4227-a7df-25ff35e4829b,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:30.332713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:30.334736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49784) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:30.341130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Request body: {'subnet': {'network_id': '9df42ced-5840-4227-a7df-25ff35e4829b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834036380-subnet', 'tenant_id': '3eefd7c59c6f487f9de75a4e824c2962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:30.343794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network 9df42ced-5840-4227-a7df-25ff35e4829b details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:00:30.347015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:30.350943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49788) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:30.355518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Usage tracker for resource:subnet and tenant:3eefd7c59c6f487f9de75a4e824c2962 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:30.366781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:30.375552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:30.406201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b36f-cb11-4319-877b-a0c836827d8f req-bee5ee23-84cd-4b40-b485-a2ab5d7e7504 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:30.406201 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5c8b36f-cb11-4319-877b-a0c836827d8f req-bee5ee23-84cd-4b40-b485-a2ab5d7e7504 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.6003451 Nov 18 17:00:30.443375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Made reservation on behalf of 3eefd7c59c6f487f9de75a4e824c2962 for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:30.448247 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319373'] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.469679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.508441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281fd32-6c87-4746-95cc-fc2f7362aa74 req-84135464-2940-4a64-a311-1dacede1c412 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:30.510276 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d281fd32-6c87-4746-95cc-fc2f7362aa74 req-84135464-2940-4a64-a311-1dacede1c412 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.2173960 Nov 18 17:00:30.511483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.525691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network 9df42ced-5840-4227-a7df-25ff35e4829b details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:00:30.533737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1c906761-7497-435f-91bd-622fc5d85599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:30.586733 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5c8b36f-cb11-4319-877b-a0c836827d8f req-f2970533-c533-4023-80d0-de160c2f7de5 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685610 Nov 18 17:00:30.667587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca198e7-cdde-44ca-8f6a-d29d738edf8f,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:30.685977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:30.719650 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afc165a93f3c43358b646d0929a827e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6442161 Nov 18 17:00:30.723475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49800) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:30.728391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.798557 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d281fd32-6c87-4746-95cc-fc2f7362aa74 req-2fa00471-8a94-444b-b663-43cf16674be9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658792 Nov 18 17:00:30.815590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:30.836847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.855199 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:44955bc626d6492aadedf30fda69bac7 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:30.870288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:30.870501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.928911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:30.940944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-67fa942b-8f57-4750-a21d-1ef1ec35e6db None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80399) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 17:00:30.963062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.969649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:30.986894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca198e7-cdde-44ca-8f6a-d29d738edf8f,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:30.989383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:30.990673 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ca198e7-cdde-44ca-8f6a-d29d738edf8f HTTP/1.1" status: 204 len: 168 time: 0.2661824 Nov 18 17:00:30.991640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:31.049630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23587ac7-1808-4278-b4a8-6277ce89ae58 req-daf30ba4-6c68-4a3d-b848-fb201176c7b0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:31.051865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-23587ac7-1808-4278-b4a8-6277ce89ae58 req-daf30ba4-6c68-4a3d-b848-fb201176c7b0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.2401092 Nov 18 17:00:31.147884 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-23587ac7-1808-4278-b4a8-6277ce89ae58 req-43fc1ee5-ae4e-4354-9479-2694ca209da4 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871861 Nov 18 17:00:31.307937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:31.351669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:31.362501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8d1b72b2-b6b6-4997-b38f-a2c52fb983c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:31.474847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b2790-8f77-4e76-bf18-ac30eaa23841,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:31.488879 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44955bc626d6492aadedf30fda69bac7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1356027 Nov 18 17:00:31.492263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49818) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:31.498729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2733428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319420'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:31.500544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.501036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.501439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.501836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.502254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.502663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.504197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.504197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.504197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.504197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.504694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.504963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.505366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.505831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.506127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.506511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.506896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.510542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:31.514742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:31.535144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:31.699217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:31.743592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:31.782171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde7505b-93fd-47fd-9cf8-761202d5945c,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:31.793629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:31.881694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:31.904360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:31.921427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0f6e4238-0e7b-4ae3-83cb-a1750c5c7dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:31.952684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b2790-8f77-4e76-bf18-ac30eaa23841,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:31.957591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Checking segment: {'id': 'fa8c740d-d636-461a-bb1c-5818a4910d6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9df42ced-5840-4227-a7df-25ff35e4829b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:00:31.964750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Network hostable DHCP agents. Network: 9df42ced-5840-4227-a7df-25ff35e4829b, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:00:32.006226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:32.026860 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f5b2790-8f77-4e76-bf18-ac30eaa23841 HTTP/1.1" status: 204 len: 168 time: 0.5024829 Nov 18 17:00:32.060759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.061227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.061634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.062090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.062483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.062877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.063266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.063655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.064042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.064425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.064808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.075651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Network 9df42ced-5840-4227-a7df-25ff35e4829b is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:00:32.080443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.080443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.080443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.080443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.080443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.080443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.080891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.081345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.081453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.081801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.082208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.082592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.089978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:32.105217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c34c6e37-c756-428c-9eee-5ad46bf8d67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:32.201804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff76d7d-9bdb-4f88-8ee7-e846d13b4e46 req-6b1f44a5-79e3-4176-82c3-7db74fdd783a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:32.221415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, 9df42ced-5840-4227-a7df-25ff35e4829b) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:00:32.222280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2ff76d7d-9bdb-4f88-8ee7-e846d13b4e46 req-6b1f44a5-79e3-4176-82c3-7db74fdd783a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.4267752 Nov 18 17:00:32.224823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 5e464b3d-38af-4272-8527-e955dc4b07e1 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:00:32.255282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:32.255711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:32.274405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:32.275084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:32.355384 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2ff76d7d-9bdb-4f88-8ee7-e846d13b4e46 req-dcacc7a2-ccc8-4ef1-bcef-e476298cbfd3 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217735 Nov 18 17:00:32.391690 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-00b51c5f-e4ab-4a60-b6d6-1cc5717be786 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0446827 Nov 18 17:00:32.394465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdef43-3006-43cb-9f05-7ae9a297e90a None None] Network 9df42ced-5840-4227-a7df-25ff35e4829b requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:00:32.600543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ebca6-49b1-4253-9988-bf1bf55223dc req-bd2008c2-d83d-4906-9b05-a4a1f9d487d8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:32.607769 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d8ebca6-49b1-4253-9988-bf1bf55223dc req-bd2008c2-d83d-4906-9b05-a4a1f9d487d8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.2124708 Nov 18 17:00:32.662490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:32.705839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:32.722128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 5e464b3d-38af-4272-8527-e955dc4b07e1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5e464b3d-38af-4272-8527-e955dc4b07e1,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:32.755874 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d8ebca6-49b1-4253-9988-bf1bf55223dc req-896fe0ca-642e-47a2-9874-fe5a396641d1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391501 Nov 18 17:00:32.808221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:32.814341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b19d2d-08f9-4db8-97db-56181819b8dd req-59aee4eb-3166-4f91-bfa1-7ab1ac435bce tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:32.816335 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-97b19d2d-08f9-4db8-97db-56181819b8dd req-59aee4eb-3166-4f91-bfa1-7ab1ac435bce tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.2275481 Nov 18 17:00:32.821796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:32.898094 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1', 'code': 200} Nov 18 17:00:32.914560 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-97b19d2d-08f9-4db8-97db-56181819b8dd req-4372a81a-ee71-4a73-a54a-2926ce1cedf8 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853705 Nov 18 17:00:32.991638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:33.099594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=5e464b3d-38af-4272-8527-e955dc4b07e1,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:33.102667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16767ca3-2d11-42d0-8431-ec2a9cd2444c None None] Network 9df42ced-5840-4227-a7df-25ff35e4829b requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:00:33.112245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49872) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:33.138255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:33.178930 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:33.190463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:33.190899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:33.371487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:33.389369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Usage tracker for resource:security_group_rule and tenant:a169357e915842f1ba2c98c0d7e534a0 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:33.402013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:33.436329 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:33.568824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:33.616058 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb4a1b2e-89c7-499e-af32-f12172fb5b0e req-811c4591-de3c-4209-ad60-c82391e5fa3e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.1843081 Nov 18 17:00:33.626257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:33.645064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-43cecaf0-6c36-4fe9-8eee-79ae9bc74887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:33.757820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-cb4a1b2e-89c7-499e-af32-f12172fb5b0e req-a2569678-3ebd-4ce2-a050-0b2001ac1e77 service neutron] Synchronizing usage tracker for tenant:92c5fdf16bc7460cb48a1beea797da5c on resource:security_group {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:33.765189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49888) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:33.768666 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a169357e915842f1ba2c98c0d7e534a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6462593 Nov 18 17:00:33.774396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6dfa6e-bf48-4362-bb32-09112c4d9939,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:33.786397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:33.790022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc994c1-fe06-4683-adb5-745cedafff0e req-4abd0aa7-20e8-414e-9a9c-777a3f04b4b8 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:33.811282 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8dc994c1-fe06-4683-adb5-745cedafff0e req-4abd0aa7-20e8-414e-9a9c-777a3f04b4b8 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.1887081 Nov 18 17:00:33.939372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-cb4a1b2e-89c7-499e-af32-f12172fb5b0e req-a2569678-3ebd-4ce2-a050-0b2001ac1e77 service neutron] Unset dirty status for tenant:92c5fdf16bc7460cb48a1beea797da5c on resource:security_group {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:33.940603 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb4a1b2e-89c7-499e-af32-f12172fb5b0e req-a2569678-3ebd-4ce2-a050-0b2001ac1e77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130009 Nov 18 17:00:34.023949 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8dc994c1-fe06-4683-adb5-745cedafff0e req-3267efd6-e55b-40ec-8df4-78954e7c805e tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116451 Nov 18 17:00:34.066407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80872215-af72-4128-a990-185192090f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:34.119971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80872215-af72-4128-a990-185192090f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:34.205141 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc303bf-08c7-486b-a138-0ab522d291b4 req-5250f4b9-163b-4c21-acdd-7130fc19c8c7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:34.222662 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4bc303bf-08c7-486b-a138-0ab522d291b4 req-5250f4b9-163b-4c21-acdd-7130fc19c8c7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.2212899 Nov 18 17:00:34.254100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80872215-af72-4128-a990-185192090f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:34.266574 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-461d80c4-feb6-4c4e-9373-7961f993d2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:34.325276 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4bc303bf-08c7-486b-a138-0ab522d291b4 req-2a34f07f-316e-473a-93af-944b5332fc26 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914230 Nov 18 17:00:34.325819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872215-af72-4128-a990-185192090f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6dfa6e-bf48-4362-bb32-09112c4d9939,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:34.329871 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80872215-af72-4128-a990-185192090f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:34.332337 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-80872215-af72-4128-a990-185192090f60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a6dfa6e-bf48-4362-bb32-09112c4d9939 HTTP/1.1" status: 204 len: 168 time: 0.5633185 Nov 18 17:00:34.333972 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-80872215-af72-4128-a990-185192090f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:34.977627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-566dc15e-2951-4cdb-a7ea-a63ec951862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:35.522966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84a69c-497f-4a4f-a2a7-3bdd5fdd6344 req-a430c03a-8a1d-4e76-b782-7a52b7b2766c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:35.542865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fc84a69c-497f-4a4f-a2a7-3bdd5fdd6344 req-a430c03a-8a1d-4e76-b782-7a52b7b2766c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.2103393 Nov 18 17:00:35.634761 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fc84a69c-497f-4a4f-a2a7-3bdd5fdd6344 req-8bbfb56f-4d62-4319-a25a-f01cfc504d78 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971680 Nov 18 17:00:35.736846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 49962) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:35.748514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1876894899-network', 'tenant_id': 'a836997a579947f1a18c2b1ef7f34ad1'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:35.759252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:35.771951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Usage tracker for resource:network and tenant:a836997a579947f1a18c2b1ef7f34ad1 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:35.782215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:35.797059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:35.849335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe64156-f9f4-47a6-94c9-998e24e936bb req-cf7cc640-0bc0-4ab6-b5f6-32c8668792e2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:35.851420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Made reservation on behalf of a836997a579947f1a18c2b1ef7f34ad1 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:35.851884 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8fe64156-f9f4-47a6-94c9-998e24e936bb req-cf7cc640-0bc0-4ab6-b5f6-32c8668792e2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.1899285 Nov 18 17:00:35.856401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:35.893964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:35.925502 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8fe64156-f9f4-47a6-94c9-998e24e936bb req-6f6d54b6-1291-4576-8086-3975f3caf4b8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635946 Nov 18 17:00:35.976265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:35.987119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Usage tracker for resource:security_group_rule and tenant:a836997a579947f1a18c2b1ef7f34ad1 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:35.994150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:36.007702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:36.188633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.220216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.225179 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bb3ac57c-7006-4504-8ff1-f62514ba7f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:36.255146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ccb3c4-762b-4651-84bf-ef53d1ed2bc8,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:36.259296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:36.269855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:00:36.295552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.296007 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Added segment 9528b7c9-b501-4f1a-9819-9791d410637c of type vxlan for network ccb7e75f-722e-4285-a6d1-b8e6379aaabe Nov 18 17:00:36.327035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.405586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.405586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:36.405586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.410574 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:36.581636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Pushing event updated for resources: {'Network': ['ID=ccb7e75f-722e-4285-a6d1-b8e6379aaabe,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:36.589657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:36.598551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:00:36.611098 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8719640 Nov 18 17:00:36.614045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 49994) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:36.620131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Request body: {'subnet': {'network_id': 'ccb7e75f-722e-4285-a6d1-b8e6379aaabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1876894899-subnet', 'tenant_id': 'a836997a579947f1a18c2b1ef7f34ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:36.629441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:36.635667 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-187e3b48-2381-45dd-bf87-8bf0480ef9e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1560566 Nov 18 17:00:36.636268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:00:36.639434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Usage tracker for resource:subnet and tenant:a836997a579947f1a18c2b1ef7f34ad1 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:36.642876 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:36.650065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:36.763657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Made reservation on behalf of a836997a579947f1a18c2b1ef7f34ad1 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:00:36.775103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850654803'] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:36.898260 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-8a865002-fece-4864-8084-f21406c009af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2fb7ab782f4404580f319ec56bfa8b1&device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 1163 time: 0.1308355 Nov 18 17:00:36.942876 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device f2725a7e-b6de-4a64-928e-719ab1a67710 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:37.169622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-69be7c96-7b0c-43e4-9f4b-6b5b430db909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:37.211698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-0bbb5431-c939-46be-9be8-167ac31ea78a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:37.217618 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-0bbb5431-c939-46be-9be8-167ac31ea78a service neutron] 10.222.0.43 "GET /v2.0/networks?id=da742f15-0c35-4af7-9bdf-afabfe21d5a1 HTTP/1.1" status: 200 len: 906 time: 0.2738960 Nov 18 17:00:37.317213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port f2725a7e-b6de-4a64-928e-719ab1a67710 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:00:37.323013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port f2725a7e-b6de-4a64-928e-719ab1a67710 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:37.328352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:37.366296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbbe01-7ca6-42fb-a65e-1bda0eecd9ec req-dc3920df-2941-4908-b416-3f5984dd232b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:37.377500 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-36cbbe01-7ca6-42fb-a65e-1bda0eecd9ec req-dc3920df-2941-4908-b416-3f5984dd232b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 943 time: 0.1860127 Nov 18 17:00:37.458638 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-36cbbe01-7ca6-42fb-a65e-1bda0eecd9ec req-e211ad3b-351d-44cf-9ef0-6893c97da6c6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798225 Nov 18 17:00:37.510251 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-f229f1cb-f019-4c21-842e-067433968018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dd2e84f-38bb-43a3-9332-37cd61cf2a02 HTTP/1.1" status: 200 len: 217 time: 0.2855217 Nov 18 17:00:37.572702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8d1e-9ab7-4f95-9432-94c821da19de req-f18472c6-f51d-42bf-baf1-d450715a59d1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:37.573392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:37.576459 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ccc8d1e-9ab7-4f95-9432-94c821da19de req-f18472c6-f51d-42bf-baf1-d450715a59d1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 943 time: 0.1731415 Nov 18 17:00:37.630669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:37.650405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port f2725a7e-b6de-4a64-928e-719ab1a67710, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f2725a7e-b6de-4a64-928e-719ab1a67710,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:37.680068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:37.710225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:37.711165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:37.722777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-889c2072-3394-4f75-bb68-dde385b76a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:37.724624 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-889c2072-3394-4f75-bb68-dde385b76a80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55e0ad6c-c872-47c5-abac-c52cafe4e32a HTTP/1.1" status: 200 len: 852 time: 0.1478481 Nov 18 17:00:37.739093 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ccc8d1e-9ab7-4f95-9432-94c821da19de req-3ab11cc2-e525-4939-af18-ab89f7661836 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079931 Nov 18 17:00:37.804940 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-e84042d6-b133-4574-bd7e-327b51024fcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da742f15-0c35-4af7-9bdf-afabfe21d5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674736 Nov 18 17:00:37.818936 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'code': 200} Nov 18 17:00:37.819431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:37.924379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=f2725a7e-b6de-4a64-928e-719ab1a67710,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:37.940458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.940458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.940729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.941029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.941573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.942135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.942675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.943332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.943853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.944406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.944788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.945164 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.945582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.945986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.946363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.946736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.947203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.947832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.948297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.948673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.949047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.949422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.949795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.950243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:00:37.962400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:38.036857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:00:38.042505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:38.042941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:38.078525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852443698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850654820'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:38.118045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3a66f8a1-06aa-4737-8818-42f88062e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:38.149907 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-1f5ff47a-3e84-4945-a872-da79e7074b8b service neutron] 10.222.0.43 "GET /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261507 Nov 18 17:00:38.223524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=145cbd04-1544-496b-ad8e-505a848e3333,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:38.227991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:38.515613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Checking segment: {'id': '9528b7c9-b501-4f1a-9819-9791d410637c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ccb7e75f-722e-4285-a6d1-b8e6379aaabe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:00:38.518471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Network hostable DHCP agents. Network: ccb7e75f-722e-4285-a6d1-b8e6379aaabe, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:00:38.584336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:00:38.591066 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85f1a750-4e66-4297-af84-dc04b04fe0a3 req-bf1629d9-2df1-4ea6-b046-f7094844b016 service neutron] 10.222.0.43 "GET /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3108611 Nov 18 17:00:38.651381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:00:38.659642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:38.704406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 62cf4852-71a1-431c-a23e-1a6ce42b27e6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:38.714830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, ccb7e75f-722e-4285-a6d1-b8e6379aaabe) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:00:38.728832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3590770-3588-4211-9394-d95d22f6672d None None] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:00:38.729465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:38.730242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:38.742425 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fbb5fe35-e20d-42d6-be0a-7b2dfd7144a6 req-085e7e1d-3781-42c8-9fe7-a84b3e245e84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 1162 time: 0.2949948 Nov 18 17:00:38.775172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:38.776397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:38.826201 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1977258 Nov 18 17:00:38.826474 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:39.027111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:39.074201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=62cf4852-71a1-431c-a23e-1a6ce42b27e6,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:39.081545 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:39.127314 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fbb5fe35-e20d-42d6-be0a-7b2dfd7144a6 req-bcc5427d-d14e-46d7-9b82-f20b3c83b9e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717442 Nov 18 17:00:39.189367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf9f1c-0bcb-4436-baa9-33400d1f3eb2 req-d3b59a0b-6395-418d-9549-0503de531d1b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:39.200902 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ecf9f1c-0bcb-4436-baa9-33400d1f3eb2 req-d3b59a0b-6395-418d-9549-0503de531d1b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.5399988 Nov 18 17:00:39.260824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:39.262293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4a3ff-8fbe-40cc-8c8d-6da11556c4b2 req-b05d1cbb-6496-4245-949d-f4ebf77c9f97 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:39.263337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:39.264241 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1ef4a3ff-8fbe-40cc-8c8d-6da11556c4b2 req-b05d1cbb-6496-4245-949d-f4ebf77c9f97 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1963525 Nov 18 17:00:39.281029 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ecf9f1c-0bcb-4436-baa9-33400d1f3eb2 req-a46fcfc8-8bdc-48e3-bf51-f05ecc0e4172 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735838 Nov 18 17:00:39.356640 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1ef4a3ff-8fbe-40cc-8c8d-6da11556c4b2 req-d443db45-7972-4902-8a6e-99c5b3c4d4b9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751662 Nov 18 17:00:39.357977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:39.434438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbda1c-0726-4910-affc-363bfebba7ae None None] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:00:39.820467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf4852-71a1-431c-a23e-1a6ce42b27e6'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:39.884635 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf4852-71a1-431c-a23e-1a6ce42b27e6', 'code': 200} Nov 18 17:00:39.933920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device f2725a7e-b6de-4a64-928e-719ab1a67710 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:40.012028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port f2725a7e-b6de-4a64-928e-719ab1a67710 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:40.012454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:40.217511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:40.246897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:40.316090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:40.316760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:40.322642 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-369aa92e-a915-45fb-9125-03b6c1734a83 req-76010b3c-d004-4592-b3a1-ea2ab1d1d735 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0867305 Nov 18 17:00:40.425175 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-369aa92e-a915-45fb-9125-03b6c1734a83 req-9a5b932c-ff3a-4f63-b6ab-e1f0c1bcb1bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929713 Nov 18 17:00:40.572533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:40.666642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2e7fb-5db7-4e6a-9110-35ab5d112fd1 req-60d2f469-aebe-48d4-8e05-329f9281c15c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:40.681415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:40.681415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:40.681915 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-64c2e7fb-5db7-4e6a-9110-35ab5d112fd1 req-60d2f469-aebe-48d4-8e05-329f9281c15c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.1381037 Nov 18 17:00:40.728624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a2d66-f58e-4679-aaef-a46dd79fd875 req-8d08d279-fae8-4285-bd52-97b4e1f2c229 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:40.738780 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-322a2d66-f58e-4679-aaef-a46dd79fd875 req-8d08d279-fae8-4285-bd52-97b4e1f2c229 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1587234 Nov 18 17:00:40.762358 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-64c2e7fb-5db7-4e6a-9110-35ab5d112fd1 req-01072724-5250-4cd2-b468-1c0ad299cddb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786071 Nov 18 17:00:40.797328 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-322a2d66-f58e-4679-aaef-a46dd79fd875 req-3977aaa2-afe2-46de-b5ce-ee60f3edd4e8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572076 Nov 18 17:00:41.562185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50112) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:41.753109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:41.787435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:41.791668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Usage tracker for resource:security_group_rule and tenant:86f5d314bfcc4ddaacde54f260b875dd is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:41.795287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:41.801319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:42.001044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:42.033284 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:42.042204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:42.052741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a241981-033d-4b72-a3dd-02b0eb7025e6 req-9314c585-71ef-4ad9-9b38-21d5f64aa1d2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:42.054363 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a241981-033d-4b72-a3dd-02b0eb7025e6 req-9314c585-71ef-4ad9-9b38-21d5f64aa1d2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0930381 Nov 18 17:00:42.094674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048f31-caba-489d-91fb-7a7783a402db req-26aaa650-3b6b-49f5-9de8-3a6ccb556105 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:42.096284 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-87048f31-caba-489d-91fb-7a7783a402db req-26aaa650-3b6b-49f5-9de8-3a6ccb556105 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.1478343 Nov 18 17:00:42.096984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d753f06-b09f-4e3a-9f0a-45fcbce4ed1c,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:42.102432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:42.106336 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86f5d314bfcc4ddaacde54f260b875dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5428975 Nov 18 17:00:42.106423 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a241981-033d-4b72-a3dd-02b0eb7025e6 req-b3f40e9d-5d0b-4c66-8708-bd8a9d8a2a02 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Nov 18 17:00:42.108992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50134) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:42.161727 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-87048f31-caba-489d-91fb-7a7783a402db req-00a85093-6501-491c-8ffb-962d8e1ab6ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542469 Nov 18 17:00:42.198390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:42.230621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:42.419391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:42.425013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b3465bbc-1198-44f6-894b-f1b7db690f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:42.437265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d753f06-b09f-4e3a-9f0a-45fcbce4ed1c,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:42.440331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:42.447209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:42.448480 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d753f06-b09f-4e3a-9f0a-45fcbce4ed1c HTTP/1.1" status: 204 len: 168 time: 0.3384945 Nov 18 17:00:43.072768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50152) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:43.101937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.215723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:43.225282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Usage tracker for resource:security_group_rule and tenant:563e448cf0a84da88a1e5f721c227e1e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:43.229565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:43.237076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:43.428597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.436255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5f54-8b6a-4f50-bc32-1e19a593c971 req-980766e3-2df5-4d00-bdd7-dc2a88b8fa26 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:43.438468 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a19f5f54-8b6a-4f50-bc32-1e19a593c971 req-980766e3-2df5-4d00-bdd7-dc2a88b8fa26 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.1214247 Nov 18 17:00:43.458138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c91ddd-f177-4a05-b89d-8b339fdcc1ae req-8136e92a-f7b6-40f5-a01b-2abce6beb641 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:43.459904 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e6c91ddd-f177-4a05-b89d-8b339fdcc1ae req-8136e92a-f7b6-40f5-a01b-2abce6beb641 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1536310 Nov 18 17:00:43.468834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.478820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:43.494347 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a19f5f54-8b6a-4f50-bc32-1e19a593c971 req-79b7cee9-fad0-4356-ba44-9a343c1a3665 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490003 Nov 18 17:00:43.558116 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0f7f80-e480-4640-adc5-e41c62628112,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:43.567280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:43.572212 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=563e448cf0a84da88a1e5f721c227e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4977481 Nov 18 17:00:43.576608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50160) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:43.578015 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e6c91ddd-f177-4a05-b89d-8b339fdcc1ae req-0f177651-3dc5-44e0-a10a-62ca0f66f333 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002724 Nov 18 17:00:43.646293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.677420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.760100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.766146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ae279864-b62b-41f1-af47-6d1138b7e44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:43.786279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0f7f80-e480-4640-adc5-e41c62628112,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:43.790534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:43.796697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:43.799149 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a0f7f80-e480-4640-adc5-e41c62628112 HTTP/1.1" status: 204 len: 168 time: 0.2209558 Nov 18 17:00:44.764783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc36d9d-2b25-46cc-b97b-086f91b71cb5 req-d2a56d80-8a1a-4d5a-bbfd-d6b6c2ae52e2 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:44.767375 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3fc36d9d-2b25-46cc-b97b-086f91b71cb5 req-d2a56d80-8a1a-4d5a-bbfd-d6b6c2ae52e2 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.1321974 Nov 18 17:00:44.832630 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3fc36d9d-2b25-46cc-b97b-086f91b71cb5 req-dd0b2a25-7f0c-4717-b9a9-ab56c00ac4e2 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546653 Nov 18 17:00:44.882348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92da6-b626-4e84-8b21-5990642f8303 req-2e06127c-79e5-45df-bf19-e46266607509 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:44.884361 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3cf92da6-b626-4e84-8b21-5990642f8303 req-2e06127c-79e5-45df-bf19-e46266607509 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1295819 Nov 18 17:00:44.951450 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3cf92da6-b626-4e84-8b21-5990642f8303 req-c89f2396-0bda-4e2b-b453-a61d6f75220d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Nov 18 17:00:46.224265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab29b-618e-430d-8ae9-000769ae3b14 req-371ce5d4-0c3b-4f75-9f0c-38ab25c1d0d0 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:46.227233 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-827ab29b-618e-430d-8ae9-000769ae3b14 req-371ce5d4-0c3b-4f75-9f0c-38ab25c1d0d0 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.1580434 Nov 18 17:00:46.310224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bcb1-78e1-4d45-aa10-971008a5c3bc req-470e912a-a341-42fd-a0eb-c8bf654ca9fa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:46.327784 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb87bcb1-78e1-4d45-aa10-971008a5c3bc req-470e912a-a341-42fd-a0eb-c8bf654ca9fa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1259236 Nov 18 17:00:46.338497 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-827ab29b-618e-430d-8ae9-000769ae3b14 req-92eedf47-827d-4afb-a389-d96c4cc6ccf7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007829 Nov 18 17:00:46.389398 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb87bcb1-78e1-4d45-aa10-971008a5c3bc req-c4b0d3be-e491-47c6-8423-834ca6cff04b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603554 Nov 18 17:00:46.650557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc548e8-6b4f-4ef0-b41e-5d60968bf9e1 req-369f2b1e-a14b-4998-87aa-f92ebee9e092 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:46.652780 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5cc548e8-6b4f-4ef0-b41e-5d60968bf9e1 req-369f2b1e-a14b-4998-87aa-f92ebee9e092 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.1593437 Nov 18 17:00:46.661726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50280) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:46.668134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'floatingip': {'port_id': 'f2725a7e-b6de-4a64-928e-719ab1a67710'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:00:46.854622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:47.696239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:00:47.841618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:00:47.842381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:48.429225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.resource_extend [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 17:00:48.540792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b51133-ea9a-48e3-a46f-4a90bd6fb503 req-fe1a6430-9998-462c-8f37-35f717de7410 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:48.542750 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20b51133-ea9a-48e3-a46f-4a90bd6fb503 req-fe1a6430-9998-462c-8f37-35f717de7410 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.7985578 Nov 18 17:00:48.613084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:48.618970 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20b51133-ea9a-48e3-a46f-4a90bd6fb503 req-3f4e8736-f895-4a61-b0bd-90ae4896d007 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659068 Nov 18 17:00:48.668854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:49.063940 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Floating IP 3c09017b-f847-41f6-ad4c-fcd6825f53f9 associated. External IP: 172.27.1.230, port: f2725a7e-b6de-4a64-928e-719ab1a67710. Nov 18 17:00:49.113921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50356) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:49.450422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:49.492923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:49.498822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Usage tracker for resource:security_group_rule and tenant:e614b75a0f00452bb851c2e6173f5252 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:49.502699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:49.511413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:49.624881 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:49.665169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:49.691372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:49.745899 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e614b75a0f00452bb851c2e6173f5252&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6311526 Nov 18 17:00:49.747847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50374) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:49.821667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fcc72e-08f4-456e-b2ad-198fdcc1962c,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:49.834128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:49.924191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:49.975934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:50.095295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:50.118469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:50.169954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fcc72e-08f4-456e-b2ad-198fdcc1962c,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:50.191124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:50.203951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653c3a-e977-4418-b243-f2f617adb005 req-12404b80-fcff-4d3a-bfd1-1615ac4e1147 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:50.205638 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-10653c3a-e977-4418-b243-f2f617adb005 req-12404b80-fcff-4d3a-bfd1-1615ac4e1147 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2167871 Nov 18 17:00:50.216957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:50.221371 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b0aa285d-b4d2-41a9-8510-52c0424c5ad5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19fcc72e-08f4-456e-b2ad-198fdcc1962c HTTP/1.1" status: 204 len: 168 time: 0.4674561 Nov 18 17:00:50.324441 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-10653c3a-e977-4418-b243-f2f617adb005 req-ccc74742-6c9f-44d6-bd99-427c43590293 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097901 Nov 18 17:00:50.332884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:00:50.388868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfa387-c606-47b0-8b80-1d9d8add9f50 req-2eacb6f1-4614-4b03-883c-5b5a5ac6b4e2 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:50.396613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-aecfa387-c606-47b0-8b80-1d9d8add9f50 req-2eacb6f1-4614-4b03-883c-5b5a5ac6b4e2 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.1925466 Nov 18 17:00:50.476612 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-aecfa387-c606-47b0-8b80-1d9d8add9f50 req-18149f95-600a-4d2e-a1c5-27708ab48a0c tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Nov 18 17:00:50.728530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:00:50.743227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:50.764111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:00:50.825917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:00:50.826641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:00:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:50.885511 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9dd00b12-4a97-4a58-bf7a-278fc79a9721 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "PUT /v2.0/floatingips/3c09017b-f847-41f6-ad4c-fcd6825f53f9 HTTP/1.1" status: 200 len: 991 time: 4.2202442 Nov 18 17:00:50.887230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:51.130914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50412) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:51.647064 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'status': 'completed', 'code': 200} Nov 18 17:00:51.669024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50432) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:51.714152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:51.795176 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:51.800078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:00:51.821430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Usage tracker for resource:security_group_rule and tenant:4911ae7a4f794b3eb4f0fb4f4317172a is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:51.828079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:51.904758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:51.957645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:52.042791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:52.070942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60ae9-476c-4e1e-8457-d45a1cbf7924 req-94c91f65-024d-4b72-ac1a-997bf4dab6e8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:52.073862 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a2c60ae9-476c-4e1e-8457-d45a1cbf7924 req-94c91f65-024d-4b72-ac1a-997bf4dab6e8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2472646 Nov 18 17:00:52.074521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:52.108710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:52.110399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:52.140443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c298b7eed1864d2ebe1d6c638b9b4732 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:52.147451 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4911ae7a4f794b3eb4f0fb4f4317172a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735949 Nov 18 17:00:52.147451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d81477-30fa-4d3d-9db3-2129f2418d11,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:52.160916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:52.172065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50444) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:52.205516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:52.218146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:52.225937 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-ed81b1b1-0da4-432f-bed6-f3f27c7cc0bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 1162 time: 0.5509479 Nov 18 17:00:52.237914 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-9a7506a0-5056-4e60-8b19-6fa950fb06ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.7168043 Nov 18 17:00:52.244467 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a2c60ae9-476c-4e1e-8457-d45a1cbf7924 req-05f51ef9-76f0-44ab-9c31-7549b4e65353 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351688 Nov 18 17:00:52.361480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14cabc-f879-46db-8c0f-6fc965833ef3 req-de6d4e9b-befd-4041-9baa-f6239c4936e9 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:52.361480 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dd14cabc-f879-46db-8c0f-6fc965833ef3 req-de6d4e9b-befd-4041-9baa-f6239c4936e9 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.5195181 Nov 18 17:00:52.564675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '3c09017b-f847-41f6-ad4c-fcd6825f53f9', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'port_id': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'mac_address': 'fa:16:3e:e6:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:59:52Z', 'updated_at': '2020-11-18T17:00:48Z', 'revision_number': 1, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:52.587308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:00:52.604892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-ac298ee2-d965-4e02-8f73-a58035aca780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:52.607334 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-ac298ee2-d965-4e02-8f73-a58035aca780 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.3298366 Nov 18 17:00:52.614056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:00:52.615318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:00:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:52.874784 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-ebf69493-1db8-46cd-9fc6-0087b30c9595 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.2278590 Nov 18 17:00:52.922068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:52.925858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:00:53.038830 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dd14cabc-f879-46db-8c0f-6fc965833ef3 req-aa0fdad0-7ffd-4dfb-8021-e2ee502b3c4d tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396644 Nov 18 17:00:53.074304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-a8152249-fa58-4ad4-9cf6-dc26797795ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:53.075989 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-a8152249-fa58-4ad4-9cf6-dc26797795ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.8006959 Nov 18 17:00:53.092679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.173224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.183929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-0000dc1a-ed1a-4359-bc9b-cd4ff5eed596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:53.186014 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-0000dc1a-ed1a-4359-bc9b-cd4ff5eed596 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.2721038 Nov 18 17:00:53.194436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.228914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e7b642af-9431-4278-a667-25bbe5e8a965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:53.253060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50470) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:53.553084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.556289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:00:53.612847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:53.618470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Usage tracker for resource:security_group_rule and tenant:7cdc49076fa84f6294c761290978793b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:53.622430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:53.630368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:53.633656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '3c09017b-f847-41f6-ad4c-fcd6825f53f9', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'port_id': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'mac_address': 'fa:16:3e:e6:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:59:52Z', 'updated_at': '2020-11-18T17:00:48Z', 'revision_number': 1, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:00:53.641018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9aea3e-9544-4c72-89be-aa44416cf668 None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '3c09017b-f847-41f6-ad4c-fcd6825f53f9', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'port_id': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'mac_address': 'fa:16:3e:e6:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:59:52Z', 'updated_at': '2020-11-18T17:00:48Z', 'revision_number': 1, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:00:53.652734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-ddb1f40e-e861-4eb1-a66c-039d3f7ff776 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:53.654504 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-ddb1f40e-e861-4eb1-a66c-039d3f7ff776 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.43 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 946 time: 0.3073490 Nov 18 17:00:53.739033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158e114d-b663-4c3c-819a-66d6d0ec6735,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:53.768116 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-ebdfd7f1-c5a9-45dc-986b-c362cd874afd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5591590 Nov 18 17:00:53.793999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:53.806257 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c298b7eed1864d2ebe1d6c638b9b4732&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6726325 Nov 18 17:00:53.811697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50480) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:53.812519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.812694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.863226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eef45448-577f-47ab-a7cd-c295a98482f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:53.866325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:53.870370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Deleting port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:00:53.870764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.877014 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,segment=NetworkSegment(df01dbcf-2841-4d47-9bbe-50d2cd8fc13c),segment_id=df01dbcf-2841-4d47-9bbe-50d2cd8fc13c)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:53.888689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d81477-30fa-4d3d-9db3-2129f2418d11,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:53.897988 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-7084b208-aafe-4c4d-824a-5b69e735b115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 200 len: 999 time: 0.7923164 Nov 18 17:00:53.897988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:53.991261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:53.998353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:54.020303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.050591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.051933 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3d81477-30fa-4d3d-9db3-2129f2418d11 HTTP/1.1" status: 204 len: 168 time: 1.8776946 Nov 18 17:00:54.072691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6d1f0-6723-489e-b227-fc66a77c5a79 req-9970c0d7-94bf-4651-a5d8-8c4fa1f39bda tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:54.090546 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1fb6d1f0-6723-489e-b227-fc66a77c5a79 req-9970c0d7-94bf-4651-a5d8-8c4fa1f39bda tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.4786913 Nov 18 17:00:54.109330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-b52fd5ea-433d-430d-8b05-868fe6fb4860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:54.110853 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-b52fd5ea-433d-430d-8b05-868fe6fb4860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.1984637 Nov 18 17:00:54.116099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:54.140606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:54.160580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.180734 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02', 'code': 200} Nov 18 17:00:54.192634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0025fb21-539c-4177-b03f-930fb4fb73e9 None None] New status for floating IP 3c09017b-f847-41f6-ad4c-fcd6825f53f9: ACTIVE {{(pid=80399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:00:54.244636 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-081a9458-8be8-4d42-bafb-0d777ea166e7 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369626 Nov 18 17:00:54.250265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:54.264223 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cdc49076fa84f6294c761290978793b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0093954 Nov 18 17:00:54.265834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.305056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.323667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50492) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:54.461268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0479a08-35c9-4855-9fc0-e7dcaad36082,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:54.505714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:54.512819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.524280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-58eff9d8-e184-4bff-b95c-8e66d1306102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:54.584748 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1fb6d1f0-6723-489e-b227-fc66a77c5a79 req-9270d03a-f6b8-4283-b181-11aa58b39a5e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929364 Nov 18 17:00:54.626700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158e114d-b663-4c3c-819a-66d6d0ec6735,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:54.735547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:54.765400 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-a38b71ea-8393-4932-9c43-33fbc3686979 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6393116 Nov 18 17:00:54.790437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.794703 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a2f74a0e-7386-4b19-8ceb-7eb69c9e56d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/158e114d-b663-4c3c-819a-66d6d0ec6735 HTTP/1.1" status: 204 len: 168 time: 0.9759300 Nov 18 17:00:54.859799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:54.873722 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-68ea17d6-1787-4989-8c7f-265d77008d4d service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6183383 Nov 18 17:00:54.903844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] For port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,segment=NetworkSegment(df01dbcf-2841-4d47-9bbe-50d2cd8fc13c),segment_id=df01dbcf-2841-4d47-9bbe-50d2cd8fc13c)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:00:54.904255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:55.056883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:55.111595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36439b3a-f34c-4f3d-9f34-fc076553ec1c req-13b8ccf1-6c61-4e78-bccf-030376dfa5ec tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:55.119643 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-36439b3a-f34c-4f3d-9f34-fc076553ec1c req-13b8ccf1-6c61-4e78-bccf-030376dfa5ec tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 944 time: 0.5263734 Nov 18 17:00:55.264087 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-183bab4b-bc1a-47c2-96e5-e9ecae79420d service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637282 Nov 18 17:00:55.303983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Calling delete_port for 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:00:55.462755 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-36439b3a-f34c-4f3d-9f34-fc076553ec1c req-1315329b-1729-4675-bf53-af0cea9e055c tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/security-groups?id=9fbae7b7-65bc-47b6-8826-93467a23f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415728 Nov 18 17:00:55.597250 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e80aa9e2-2169-420a-bfdf-a49b4eaf832b req-89d8c2cf-b682-4068-a8e1-8402811823f9 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3208628 Nov 18 17:00:55.628287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:55.640501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-53b265d1-86d3-45e0-9ca7-cf9892268407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:55.667426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0479a08-35c9-4855-9fc0-e7dcaad36082,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:55.678256 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:55.682953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:55.688496 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0479a08-35c9-4855-9fc0-e7dcaad36082 HTTP/1.1" status: 204 len: 168 time: 1.3618951 Nov 18 17:00:55.876442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:55.909562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:56.158041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50534) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:56.191888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.227643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Pushing event deleted for resources: {'Port': ['ID=4dd2e84f-38bb-43a3-9332-37cd61cf2a02,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:56.241096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:56.244236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:56.247205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4dc6856936847fc8048ee9bb0152a23 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:56.251322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:56.259758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:56.399345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2fbbd-8591-4067-a8a9-ee27b2331872 req-3b12b4ac-8eca-4897-beb9-58765ec32730 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:56.406484 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3cc2fbbd-8591-4067-a8a9-ee27b2331872 req-3b12b4ac-8eca-4897-beb9-58765ec32730 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.4380226 Nov 18 17:00:56.493269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] No DVR routers for this DVR port 4dd2e84f-38bb-43a3-9332-37cd61cf2a02 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:00:56.507941 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3cc2fbbd-8591-4067-a8a9-ee27b2331872 req-1680c82b-af80-40b6-a047-4f8986f4acbc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004500 Nov 18 17:00:56.511186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.517750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'name': 'network-vif-deleted', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:00:56.518240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.555206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.568539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:56.598284 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6cd21d21-516c-4965-83eb-63ec30ba3050 req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.43 "DELETE /v2.0/ports/4dd2e84f-38bb-43a3-9332-37cd61cf2a02 HTTP/1.1" status: 204 len: 173 time: 2.9016137 Nov 18 17:00:56.657363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b68c7-e84c-4265-8911-1b326038f616,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:56.662240 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4dc6856936847fc8048ee9bb0152a23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5024037 Nov 18 17:00:56.663488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:56.668061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50548) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:56.713112 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13840699-4058-4b57-afe3-3ba6f3f38c13', 'name': 'network-vif-deleted', 'tag': '4dd2e84f-38bb-43a3-9332-37cd61cf2a02', 'status': 'completed', 'code': 200} Nov 18 17:00:56.789855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.847470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-fd11d25a-63a6-4fc8-b69e-756f3ff3324e req-544aaea3-45fc-4f4a-a3ef-66ebf0bc9e12 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Synchronizing usage tracker for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:00:56.847849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.875026 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50554) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:56.915174 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.937475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-fd11d25a-63a6-4fc8-b69e-756f3ff3324e req-544aaea3-45fc-4f4a-a3ef-66ebf0bc9e12 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Unset dirty status for tenant:c2fb7ab782f4404580f319ec56bfa8b1 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:00:56.939461 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fd11d25a-63a6-4fc8-b69e-756f3ff3324e req-544aaea3-45fc-4f4a-a3ef-66ebf0bc9e12 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.1792395 Nov 18 17:00:56.985313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:56.991270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5ef06f7c-6132-4d59-909d-a156331049ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:56.997691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:57.005575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b68c7-e84c-4265-8911-1b326038f616,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:57.005817 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Usage tracker for resource:security_group_rule and tenant:f69b6eb4c8474155989a3258fa08dcf6 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:57.009110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:57.011203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:57.011353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.015355 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/271b68c7-e84c-4265-8911-1b326038f616 HTTP/1.1" status: 204 len: 168 time: 0.3459017 Nov 18 17:00:57.023114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:57.149394 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.228883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.266601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5cba8f8d-898e-40d4-a3ca-9e8182f88159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:57.281713 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f69b6eb4c8474155989a3258fa08dcf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4054139 Nov 18 17:00:57.285743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50570) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:57.309353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b49569-9ed2-41b0-8d05-b298fdbaa60a,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:57.313835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:57.451667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.508392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.618240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.635873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-33ca3d07-99f6-44aa-96c9-f5f773e96e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:00:57.690575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b49569-9ed2-41b0-8d05-b298fdbaa60a,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:00:57.694830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:00:57.698950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:57.704572 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75b49569-9ed2-41b0-8d05-b298fdbaa60a HTTP/1.1" status: 204 len: 168 time: 0.4124453 Nov 18 17:00:58.075512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f19f4-044f-48f1-9c84-c079bd137a3c req-6d68ea3e-d89a-4b92-be8c-d70764413daa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:58.078216 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c48f19f4-044f-48f1-9c84-c079bd137a3c req-6d68ea3e-d89a-4b92-be8c-d70764413daa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2052367 Nov 18 17:00:58.189784 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c48f19f4-044f-48f1-9c84-c079bd137a3c req-041ae5cc-bf17-4f01-b44d-f806a5136b5b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Nov 18 17:00:58.290663 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-02625b08-5085-424c-b31e-5f9584cbbe6f req-8efda56b-6b28-4f2a-a587-f6f30407e1ba tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] 10.222.0.21 "GET /v2.0/ports?device_id=13840699-4058-4b57-afe3-3ba6f3f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0886734 Nov 18 17:00:58.886773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50626) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:00:59.360047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:59.488438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:00:59.500880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4f1229f88340328ae039f98cf99604 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:00:59.515007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:00:59.539800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:00:59.696267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76a16a-e7ba-4d80-b7dc-bd57b7fb1290 req-4ae83049-aa33-4995-83e9-08e721c2ce7f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:00:59.727184 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-af76a16a-e7ba-4d80-b7dc-bd57b7fb1290 req-4ae83049-aa33-4995-83e9-08e721c2ce7f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2411735 Nov 18 17:00:59.763090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:59.811421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:00:59.842210 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-af76a16a-e7ba-4d80-b7dc-bd57b7fb1290 req-7aeb4875-827c-4e4e-bed9-8d2da3c6dd67 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134076 Nov 18 17:00:59.843424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-74cd5fc9-932f-446f-a52d-c5693a59182c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:00.026209 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d4f1229f88340328ae039f98cf99604&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1297898 Nov 18 17:01:00.026209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2414c03d-91a8-4cf0-9647-bbb83e611940,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:00.026825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50664) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:00.027208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:00.175375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:00.275913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:00.465416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:00.473782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-91e9c2a4-9569-4e85-ae7f-c02157c87289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:00.505494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2414c03d-91a8-4cf0-9647-bbb83e611940,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:00.510915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:00.525241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:00.553844 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2414c03d-91a8-4cf0-9647-bbb83e611940 HTTP/1.1" status: 204 len: 168 time: 0.5300324 Nov 18 17:01:01.165966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b5a50-f953-4f67-95c3-8f73f744349b req-3ee297d4-8870-4927-ab7e-73d9d2a555ff tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:01.170280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ba0b5a50-f953-4f67-95c3-8f73f744349b req-3ee297d4-8870-4927-ab7e-73d9d2a555ff tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1369474 Nov 18 17:01:01.286371 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ba0b5a50-f953-4f67-95c3-8f73f744349b req-1808683b-43c8-4a88-82cf-eac697210527 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044812 Nov 18 17:01:02.207661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50738) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:02.353920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Deleting subnet 55e0ad6c-c872-47c5-abac-c52cafe4e32a {{(pid=80397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:01:02.358441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:02.425548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131412'] for subnet, precommit_delete_associations {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:02.509427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:02.685570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd491f2d-94df-49f2-85c4-1c5649843709 req-09e3ea0a-6cda-4b6d-9ea4-2e2419ff9def tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:02.694618 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cd491f2d-94df-49f2-85c4-1c5649843709 req-09e3ea0a-6cda-4b6d-9ea4-2e2419ff9def tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1719732 Nov 18 17:01:02.771723 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cd491f2d-94df-49f2-85c4-1c5649843709 req-bcd094b5-e834-447e-b5f0-23110b0791ba tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725584 Nov 18 17:01:02.868641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852042312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853456412'] for subnet, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:02.893809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f2fe6f69-1a2c-4285-9810-9e3ad5e2c25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:02.964299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e0ad6c-c872-47c5-abac-c52cafe4e32a,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:02.987722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:03.102089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.133299 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55e0ad6c-c872-47c5-abac-c52cafe4e32a HTTP/1.1" status: 204 len: 168 time: 0.9239619 Nov 18 17:01:03.137763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50766) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:03.357843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50774) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:03.448658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.597639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1709248817-network', 'tenant_id': '5e10c76a90604875b8e002dc80d292ed'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:01:03.608297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:03.615666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Usage tracker for resource:network and tenant:5e10c76a90604875b8e002dc80d292ed is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:03.621096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:03.632188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:03.676907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Made reservation on behalf of 5e10c76a90604875b8e002dc80d292ed for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:01:03.686075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.702847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.709417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.751293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:03.758009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e10c76a90604875b8e002dc80d292ed is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:03.764143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:03.771973 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:03.876097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da742f15-0c35-4af7-9bdf-afabfe21d5a1']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:03.906412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.917936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:03.920969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df01dbcf-2841-4d47-9bbe-50d2cd8fc13c') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:03.937589 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.952053 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3ee14db2-047b-49be-82b8-aab498025328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:03.961795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50786) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:03.967811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:03.993231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:01:04.005095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.008796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:01:04.026261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543098d4-8945-46aa-bc19-47af1fbf3fd3,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:04.030693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:04.209913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.209913 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Added segment 62159eef-3781-48af-8133-2f2c4632cfbb of type vxlan for network dadbc013-d608-4c0a-9455-651b0dc8d7dd Nov 18 17:01:04.289597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.332403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.368104 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:04.377548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:b931e3dfed2840058a75c2db79219a29 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:04.396678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:04.415443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:04.424490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:01:04.435164 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.441000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4897ad8-7bad-49ce-971b-767eb47950e5 req-91ea39bf-f8e6-46a2-b71d-d9e118805d97 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:04.443833 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c4897ad8-7bad-49ce-971b-767eb47950e5 req-91ea39bf-f8e6-46a2-b71d-d9e118805d97 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.4103184 Nov 18 17:01:04.524446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.536424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:04.537354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.550218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-781caff9-1208-47ff-84f8-4dbdf13457bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:04.599502 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c4897ad8-7bad-49ce-971b-767eb47950e5 req-880f6c58-bad1-4210-8cfc-fceb4033324a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431971 Nov 18 17:01:04.692586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Network da742f15-0c35-4af7-9bdf-afabfe21d5a1 has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:01:04.726119 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:01:04.768902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.772120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dadbc013-d608-4c0a-9455-651b0dc8d7dd,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:04.776890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:04.786188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:01:04.805188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:04.814430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:04.860425 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5011890 Nov 18 17:01:04.867255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50806) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:04.878257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Request body: {'subnet': {'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1709248817-subnet', 'tenant_id': '5e10c76a90604875b8e002dc80d292ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:01:04.886058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba9c92e-88ba-48ba-976c-717974889498,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:04.897794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:04.900784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:04.913054 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b931e3dfed2840058a75c2db79219a29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9486651 Nov 18 17:01:04.914806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Usage tracker for resource:subnet and tenant:5e10c76a90604875b8e002dc80d292ed is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:04.918189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50810) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:04.922333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:04.950445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:05.032579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Made reservation on behalf of 5e10c76a90604875b8e002dc80d292ed for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:01:05.042051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850654803'] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.090688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.185982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:01:05.277786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.302376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.307631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.326132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:05.352838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-40202934-3607-4dda-80c5-2f9716134eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.377474 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da742f15-0c35-4af7-9bdf-afabfe21d5a1,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:05.384085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:05.415462 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/da742f15-0c35-4af7-9bdf-afabfe21d5a1 HTTP/1.1" status: 204 len: 168 time: 2.2726424 Nov 18 17:01:05.482167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.487287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e19faa52-33e9-4d3d-9712-bdaa3955c0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:05.515620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba9c92e-88ba-48ba-976c-717974889498,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:05.526396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:05.538066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.540175 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fba9c92e-88ba-48ba-976c-717974889498 HTTP/1.1" status: 204 len: 168 time: 0.6204782 Nov 18 17:01:05.887019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852443698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850654820'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:05.893851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50830) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:05.908853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:05.967176 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-aab151d9-1772-44ca-a6f7-7789e598418c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2fb7ab782f4404580f319ec56bfa8b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0710759 Nov 18 17:01:05.969933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50834) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:06.084114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.121538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.197365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1050ec05-e417-49d2-8e8b-42dc91a2fcc7,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:06.211286 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.212925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:06.218004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ba3c58f4-5974-445d-85d0-bacfd132af55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:06.247159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbae7b7-65bc-47b6-8826-93467a23f700,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:06.276195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:06.279518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625220b-e06b-4263-af83-befce90810b9 req-1ca2bcd7-f287-4b52-8e59-12dd9b4faf75 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:06.288771 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e625220b-e06b-4263-af83-befce90810b9 req-1ca2bcd7-f287-4b52-8e59-12dd9b4faf75 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.3449993 Nov 18 17:01:06.342266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.353235 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fbae7b7-65bc-47b6-8826-93467a23f700 HTTP/1.1" status: 204 len: 168 time: 0.3812549 Nov 18 17:01:06.372710 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e625220b-e06b-4263-af83-befce90810b9 req-147988ce-e45c-4a2a-98f8-06b5909102d5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826411 Nov 18 17:01:06.373588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Checking segment: {'id': '62159eef-3781-48af-8133-2f2c4632cfbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:01:06.374020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Network hostable DHCP agents. Network: dadbc013-d608-4c0a-9455-651b0dc8d7dd, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:01:06.445638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:01:06.494782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, dadbc013-d608-4c0a-9455-651b0dc8d7dd) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:01:06.510141 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50854) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:06.513420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d0aac-644b-4569-bb0f-473a74cb0f3e None None] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:01:06.548710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:06.550199 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.585341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.643077 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7735717 Nov 18 17:01:06.729380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:06.741519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:115a89f0593a489a94512331b765d8ab is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:06.749175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:06.759992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:06.911151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.915213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4a641de7-91f7-465c-b9f8-62e6f43a76d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.943354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01addf1b-a674-4afe-833c-32b20f3c1d9e None None] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:01:06.956514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:06.982991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-80872215-af72-4128-a990-185192090f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:07.052060 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=115a89f0593a489a94512331b765d8ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5400705 Nov 18 17:01:07.054376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b37f32-ba25-4f64-a291-4f6dc8b38800,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:07.056325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50866) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:07.058420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:07.189733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:07.235093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:07.325756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:07.342140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d6351b99-b589-48a2-a33b-4aa52ff3c625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:07.371013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b37f32-ba25-4f64-a291-4f6dc8b38800,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:07.375932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:07.380243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:07.385483 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1b37f32-ba25-4f64-a291-4f6dc8b38800 HTTP/1.1" status: 204 len: 168 time: 0.3242009 Nov 18 17:01:07.470988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50880) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:07.674626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:07.711422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bade9c-735f-462b-9d5e-761ab201c44d req-414a856e-7fc4-4312-b854-4289734da684 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:07.713845 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-27bade9c-735f-462b-9d5e-761ab201c44d req-414a856e-7fc4-4312-b854-4289734da684 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1407089 Nov 18 17:01:07.805421 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-27bade9c-735f-462b-9d5e-761ab201c44d req-3bc7bc3f-cbc5-4229-b811-af08165b7aec tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 Nov 18 17:01:07.881761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:07.942742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:07.950656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:2931c250b8d64e0a9b56db083def4f8d is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:07.956090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:07.964039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:08.048713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:08.077431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:08.089854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:08.195385 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2931c250b8d64e0a9b56db083def4f8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7240522 Nov 18 17:01:08.197956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50910) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:08.202609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0b704-9053-4fc3-baf4-ad9915835b1d,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:08.207438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:08.362254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:08.417511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:08.531074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:08.548059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a7a6da67-33f5-41de-ba0d-a0d4b10471c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:08.582261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0b704-9053-4fc3-baf4-ad9915835b1d,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:08.584947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:08.586549 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58a0b704-9053-4fc3-baf4-ad9915835b1d HTTP/1.1" status: 204 len: 168 time: 0.3868845 Nov 18 17:01:08.587587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:08.805466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:09.256697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:09.264917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2e75d-d0bd-47a6-a8e4-a749c2b71608 req-6a7096db-508b-4ac0-a376-e5d3f6228fa3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:09.266998 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cdb2e75d-d0bd-47a6-a8e4-a749c2b71608 req-6a7096db-508b-4ac0-a376-e5d3f6228fa3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1789548 Nov 18 17:01:09.385023 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cdb2e75d-d0bd-47a6-a8e4-a749c2b71608 req-76bce50c-cab9-48cf-b877-c02c884ac34b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024475 Nov 18 17:01:09.665212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50958) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:09.761372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 50964) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:09.791712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Deleting subnet cde7505b-93fd-47fd-9cf8-761202d5945c {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:01:09.798276 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:09.851740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:09.915945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:09.929241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Usage tracker for resource:security_group_rule and tenant:67001dd4014c434090e448fb67df07a3 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:09.943430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:09.950579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.011546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:10.063749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.167740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.211810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.298507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.317685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-97fed218-39bc-4766-8ea6-1ce2f47878d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:10.417599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9ce59c-67fe-45ce-a3fc-3807e13834eb,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:10.437970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:10.484193 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67001dd4014c434090e448fb67df07a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7214200 Nov 18 17:01:10.487617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 50992) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:10.639003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.689781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.758096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.813333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.819388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-36cae643-a411-4d30-a009-e9646a91bc93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:10.850260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9ce59c-67fe-45ce-a3fc-3807e13834eb,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:10.853298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:10.900083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:10.907280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:10.913173 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce9ce59c-67fe-45ce-a3fc-3807e13834eb HTTP/1.1" status: 204 len: 168 time: 0.4196680 Nov 18 17:01:10.975855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde7505b-93fd-47fd-9cf8-761202d5945c,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:10.984491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:11.008542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:11.027336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19076e25-de63-4358-8715-e13e715e03d2 req-22e242f0-4399-4a4b-a927-7a6da6190024 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:11.029827 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19076e25-de63-4358-8715-e13e715e03d2 req-22e242f0-4399-4a4b-a927-7a6da6190024 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.3680561 Nov 18 17:01:11.081218 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cde7505b-93fd-47fd-9cf8-761202d5945c HTTP/1.1" status: 204 len: 168 time: 1.4140072 Nov 18 17:01:11.086402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51020) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:11.136698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4fd5c267-9c89-4891-87ab-7771d02accc8 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:11.139306 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4fd5c267-9c89-4891-87ab-7771d02accc8 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/networks?id=dadbc013-d608-4c0a-9455-651b0dc8d7dd HTTP/1.1" status: 200 len: 814 time: 0.1813519 Nov 18 17:01:11.163182 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-90503927-1797-4433-ba5b-7cfdf118bf99 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/quotas/5e10c76a90604875b8e002dc80d292ed HTTP/1.1" status: 200 len: 375 time: 0.0164065 Nov 18 17:01:11.256518 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-3f4265b9-5b78-4084-a125-8a9835d654b2 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e10c76a90604875b8e002dc80d292ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841205 Nov 18 17:01:11.306222 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19076e25-de63-4358-8715-e13e715e03d2 req-b399c7b2-2b68-4f4a-9921-6220efe62d2d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611096 Nov 18 17:01:11.325447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:11.461569 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-e5bb3aec-cd0e-4250-81aa-289f9af9f007 service neutron] 10.222.0.21 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956887 Nov 18 17:01:11.612088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:11.724222 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-c3993814-0e30-49a3-af1d-df820d606183 service neutron] 10.222.0.21 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2542405 Nov 18 17:01:12.246469 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-165672b1-dbb1-4532-bef5-67f8263f82aa req-7581cec2-0f25-45f3-b878-444ae706c4ac tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0934122 Nov 18 17:01:12.248108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df42ced-5840-4227-a7df-25ff35e4829b']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:12.268091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8c740d-d636-461a-bb1c-5818a4910d6b') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:12.268606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8c740d-d636-461a-bb1c-5818a4910d6b') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:12.286374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:12.308186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:12.311105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:01:12.603443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Network 9df42ced-5840-4227-a7df-25ff35e4829b has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:01:12.623420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:12.675506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0bed6-5225-4143-a815-64e4e3142189 req-b83a107e-db81-42d1-baf4-5d5d04d06357 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:12.687960 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5ae0bed6-5225-4143-a815-64e4e3142189 req-b83a107e-db81-42d1-baf4-5d5d04d06357 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1467955 Nov 18 17:01:12.762878 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5ae0bed6-5225-4143-a815-64e4e3142189 req-88711c26-b308-486d-b4f6-7eb23798896d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737133 Nov 18 17:01:12.927580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Network 9df42ced-5840-4227-a7df-25ff35e4829b has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:01:12.978644 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:01:13.307431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:13.330628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:13.335905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:13.378047 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9df42ced-5840-4227-a7df-25ff35e4829b HTTP/1.1" status: 204 len: 168 time: 2.2903612 Nov 18 17:01:13.378807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51090) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:13.381686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df42ced-5840-4227-a7df-25ff35e4829b,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:13.394826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8167b837-0bc3-43bc-bbea-fbf73f27db68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:13.554928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Deleting subnet 145cbd04-1544-496b-ad8e-505a848e3333 {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:01:13.560635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:13.598847 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dec6adf6-ebee-49a4-b3e3-2be7173b7bcb req-692db2d4-db1d-4cda-b9cf-40e4824ed757 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.1067924 Nov 18 17:01:13.643956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:13.721550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:14.217117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19115ab6-61eb-4522-bf74-c5be845a1ee9 req-50bf7be3-6f51-406e-917d-e295f39834f8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:14.219334 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19115ab6-61eb-4522-bf74-c5be845a1ee9 req-50bf7be3-6f51-406e-917d-e295f39834f8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1992235 Nov 18 17:01:14.278131 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19115ab6-61eb-4522-bf74-c5be845a1ee9 req-405f66b2-b75b-4513-bd4d-b408663234a9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459299 Nov 18 17:01:14.286056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:14.306413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1eb637af-8cde-42cf-a2ac-d332819dda6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:14.350877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145cbd04-1544-496b-ad8e-505a848e3333,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:14.355191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:14.455573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:14.468190 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-56ff086d-bbeb-4ec4-b2ba-ea70380308a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/145cbd04-1544-496b-ad8e-505a848e3333 HTTP/1.1" status: 204 len: 168 time: 1.0876348 Nov 18 17:01:14.470976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51110) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:14.602267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:14.847827 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-87c661ae-b7da-47dc-9757-40cbae12aa65 req-21c24b45-5e48-463c-91cd-fcc2b4485da6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0946608 Nov 18 17:01:14.932762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:15.033432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-6e4a75c2-0cf7-49e6-b37e-888b21d2e0db tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:15.034410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-6e4a75c2-0cf7-49e6-b37e-888b21d2e0db tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Synchronizing usage tracker for tenant:5e10c76a90604875b8e002dc80d292ed on resource:network {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:01:15.122437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-6e4a75c2-0cf7-49e6-b37e-888b21d2e0db tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Unset dirty status for tenant:5e10c76a90604875b8e002dc80d292ed on resource:network {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:01:15.126966 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-6e4a75c2-0cf7-49e6-b37e-888b21d2e0db tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.43 "GET /v2.0/networks?id=dadbc013-d608-4c0a-9455-651b0dc8d7dd HTTP/1.1" status: 200 len: 814 time: 0.3683562 Nov 18 17:01:15.148575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Request body: {'port': {'device_id': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd', 'admin_state_up': True, 'tenant_id': '5e10c76a90604875b8e002dc80d292ed'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:01:15.169285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb7e75f-722e-4285-a6d1-b8e6379aaabe']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:15.184945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9528b7c9-b501-4f1a-9819-9791d410637c') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:15.185524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9528b7c9-b501-4f1a-9819-9791d410637c') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:01:15.200616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:15.339537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:15.344597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Usage tracker for resource:port and tenant:5e10c76a90604875b8e002dc80d292ed is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:15.347818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Quota usage for port was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:15.353942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:15.506175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:15.508907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:01:15.566639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:01:15.624223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Made reservation on behalf of 5e10c76a90604875b8e002dc80d292ed for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:01:15.631941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:15.828919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:01:15.839614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:15.998062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3dbc-0ad2-4df1-ade9-fd9765f19a48 req-24cc92bc-d1a9-415e-ad8a-2ad49e20bcd7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:16.002118 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-509e3dbc-0ad2-4df1-ade9-fd9765f19a48 req-24cc92bc-d1a9-415e-ad8a-2ad49e20bcd7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.3873239 Nov 18 17:01:16.297862 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8c94ffb1-e871-48a5-b645-9278eba9ac89 req-abc55c0f-cc6f-430f-88f6-1ef312bca88a tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0507114 Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Network ccb7e75f-722e-4285-a6d1-b8e6379aaabe has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:01:16.300243 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-509e3dbc-0ad2-4df1-ade9-fd9765f19a48 req-40bb80ef-ba4b-45fa-9294-5196582518da tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085834 Nov 18 17:01:16.369541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Allocated IP 172.20.0.10 (dadbc013-d608-4c0a-9455-651b0dc8d7dd/1050ec05-e417-49d2-8e8b-42dc91a2fcc7/497d9bee-5dfd-41d4-a4c0-3c5e67174133) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:01:16.410908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:16.414495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:16.431510 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:16.438697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb7e75f-722e-4285-a6d1-b8e6379aaabe,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:16.442415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:16.446878 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-491e599c-9955-417c-b585-b1e95ee97a5f admin admin] 10.222.0.21 "DELETE /v2.0/networks/ccb7e75f-722e-4285-a6d1-b8e6379aaabe HTTP/1.1" status: 204 len: 168 time: 1.9717543 Nov 18 17:01:16.646148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:16.731559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:16.755792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:16.891790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51154) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:16.929916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Pushing event updated for resources: {'Port': ['ID=497d9bee-5dfd-41d4-a4c0-3c5e67174133,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:16.941988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:16.978712 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7ab2bac0-2021-46da-bd6e-e7264e7cc665 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eefd7c59c6f487f9de75a4e824c2962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0852945 Nov 18 17:01:16.979633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51160) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:17.018259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:01:17.019796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:01:17.022367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:01:17.095674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:17.117952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:17.118787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:17.128842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:17.188999 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0458698 Nov 18 17:01:17.216788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:17.222624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-27eeb459-b062-4282-b6cb-e69e1df4543b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:17.236399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf665ede-be44-4c85-8b90-fd89132e4b0d,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:17.236629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Request body: {'port': {'device_id': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:01:17.239869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:17.242331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:17.247123 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf665ede-be44-4c85-8b90-fd89132e4b0d HTTP/1.1" status: 204 len: 168 time: 0.2662146 Nov 18 17:01:17.495598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:17.741491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-40a2c710-e738-419c-81d3-15e7ea883c1b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:17.742351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-40a2c710-e738-419c-81d3-15e7ea883c1b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Synchronizing usage tracker for tenant:5e10c76a90604875b8e002dc80d292ed on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:01:17.777074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693ae7-9721-4387-92f3-dd0c2245dfe0 req-cd8a19e7-78d8-4ebe-82c3-36afa01a1e6e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:17.781207 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae693ae7-9721-4387-92f3-dd0c2245dfe0 req-cd8a19e7-78d8-4ebe-82c3-36afa01a1e6e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2340093 Nov 18 17:01:17.851110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-40a2c710-e738-419c-81d3-15e7ea883c1b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Unset dirty status for tenant:5e10c76a90604875b8e002dc80d292ed on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:01:17.852390 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-40a2c710-e738-419c-81d3-15e7ea883c1b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 932 time: 0.3587554 Nov 18 17:01:17.860143 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae693ae7-9721-4387-92f3-dd0c2245dfe0 req-b9df284b-7f9e-43b1-85de-264558aa9e63 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703783 Nov 18 17:01:17.916954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-05a9fedb-6085-428c-8e32-1b30ab89a0f4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Synchronizing usage tracker for tenant:5e10c76a90604875b8e002dc80d292ed on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:01:18.075019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-05a9fedb-6085-428c-8e32-1b30ab89a0f4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Unset dirty status for tenant:5e10c76a90604875b8e002dc80d292ed on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:01:18.076804 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-db1f4c17-21d9-4c70-b131-b057e100b76e req-05a9fedb-6085-428c-8e32-1b30ab89a0f4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151926 Nov 18 17:01:18.385978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497d9bee-5dfd-41d4-a4c0-3c5e67174133 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:01:18.394068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:18.414730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51190) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:18.473814 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-45b9b62c-088f-4eb3-ac3b-3ab17412b1d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a836997a579947f1a18c2b1ef7f34ad1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576599 Nov 18 17:01:18.476412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51194) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:18.546681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:18.569789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Transition to ACTIVE for port object 497d9bee-5dfd-41d4-a4c0-3c5e67174133 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:01:18.578279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:18.630169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:18.648090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:19.005671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:19.035071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Pushing event updated for resources: {'Port': ['ID=497d9bee-5dfd-41d4-a4c0-3c5e67174133,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:19.040975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:19.041531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a17f63e5-2217-4bd7-986c-8260ffefeebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:19.051611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:19.052877 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18ccb3c4-762b-4651-84bf-ef53d1ed2bc8 HTTP/1.1" status: 204 len: 168 time: 0.5754707 Nov 18 17:01:19.070156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ccb3c4-762b-4651-84bf-ef53d1ed2bc8,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:19.096193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:19.341170 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Attempting to bind port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:01:19.341831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Attempting to bind port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '62159eef-3781-48af-8133-2f2c4632cfbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:01:19.341976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Attempting to bind port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 on network dadbc013-d608-4c0a-9455-651b0dc8d7dd {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:01:19.356701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:01:19.357085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Checking segment: {'id': '62159eef-3781-48af-8133-2f2c4632cfbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:01:19.357501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:19.357960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Bound using segment: {'id': '62159eef-3781-48af-8133-2f2c4632cfbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:01:19.358461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Bound port: 497d9bee-5dfd-41d4-a4c0-3c5e67174133, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62159eef-3781-48af-8133-2f2c4632cfbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dadbc013-d608-4c0a-9455-651b0dc8d7dd'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:01:19.358849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:19.384127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5077f-3073-46ad-9c71-8dcdb0838636 req-8dcc10e9-a254-4379-9d79-159f3c5c21b2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:19.385818 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1dc5077f-3073-46ad-9c71-8dcdb0838636 req-8dcc10e9-a254-4379-9d79-159f3c5c21b2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1699889 Nov 18 17:01:19.445722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0acd-3636-42bc-bf5a-460feee85569 req-ca833912-4a93-4acd-9a36-58bde8d8529c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:19.445722 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-348b0acd-3636-42bc-bf5a-460feee85569 req-ca833912-4a93-4acd-9a36-58bde8d8529c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1001334 Nov 18 17:01:19.522384 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-348b0acd-3636-42bc-bf5a-460feee85569 req-b53a1a88-8881-49b8-ab2c-09df42d54731 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 Nov 18 17:01:19.560046 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1dc5077f-3073-46ad-9c71-8dcdb0838636 req-ec9291d2-5446-4d71-b5db-cb9f65c43899 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298251 Nov 18 17:01:19.564470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] For port 497d9bee-5dfd-41d4-a4c0-3c5e67174133, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:01:19.570024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] For port 497d9bee-5dfd-41d4-a4c0-3c5e67174133, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133,segment=NetworkSegment(62159eef-3781-48af-8133-2f2c4632cfbb),segment_id=62159eef-3781-48af-8133-2f2c4632cfbb)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:01:19.659792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:19.677323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:19.852043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Pushing event updated for resources: {'Port': ['ID=497d9bee-5dfd-41d4-a4c0-3c5e67174133,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:19.857450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:19.899016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:19.900700 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] 10.222.0.43 "PUT /v2.0/ports/497d9bee-5dfd-41d4-a4c0-3c5e67174133 HTTP/1.1" status: 200 len: 1158 time: 2.6764700 Nov 18 17:01:19.901238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'tag': '497d9bee-5dfd-41d4-a4c0-3c5e67174133'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:01:19.963531 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'tag': '497d9bee-5dfd-41d4-a4c0-3c5e67174133', 'status': 'completed', 'code': 200} Nov 18 17:01:20.081397 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f006c259-91ab-4fd7-bd14-86b918513aed req-67d28694-1d8a-48e2-aaa6-ca5964884291 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e10c76a90604875b8e002dc80d292ed&device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 1161 time: 0.0892897 Nov 18 17:01:20.295660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c259-91ab-4fd7-bd14-86b918513aed req-7acb020e-5fbe-46d0-bac7-ce3735ab7a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:20.297972 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f006c259-91ab-4fd7-bd14-86b918513aed req-7acb020e-5fbe-46d0-bac7-ce3735ab7a64 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5e10c76a90604875b8e002dc80d292ed&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2032926 Nov 18 17:01:20.913776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea283d9-89f9-4cd5-94ee-64f69a34c6e4 req-02f07a03-124c-42ad-8565-d91595dcbde4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:20.916625 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5ea283d9-89f9-4cd5-94ee-64f69a34c6e4 req-02f07a03-124c-42ad-8565-d91595dcbde4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1426895 Nov 18 17:01:20.961143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476926d-2f3b-42cc-bdd5-05db0764e6d0 req-21913d11-f09c-41ff-b56e-75676d19de69 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:20.964068 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b476926d-2f3b-42cc-bdd5-05db0764e6d0 req-21913d11-f09c-41ff-b56e-75676d19de69 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1659861 Nov 18 17:01:20.996822 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5ea283d9-89f9-4cd5-94ee-64f69a34c6e4 req-e5a5c330-978a-42b4-a0b6-35964519799d tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674303 Nov 18 17:01:21.052384 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b476926d-2f3b-42cc-bdd5-05db0764e6d0 req-4ece35f8-9075-4063-80fc-15277bbcdd89 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793684 Nov 18 17:01:21.663358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c259-91ab-4fd7-bd14-86b918513aed req-dff7ab40-84ce-4d58-b174-e8d8da680412 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:21.664947 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f006c259-91ab-4fd7-bd14-86b918513aed req-dff7ab40-84ce-4d58-b174-e8d8da680412 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1658838 Nov 18 17:01:22.223814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc7f05-6ff1-44cf-b2d2-bd1a10024234 req-dbc460d0-1444-4841-90cb-3952f45d4038 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:22.225578 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d8fc7f05-6ff1-44cf-b2d2-bd1a10024234 req-dbc460d0-1444-4841-90cb-3952f45d4038 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0862114 Nov 18 17:01:22.277312 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d8fc7f05-6ff1-44cf-b2d2-bd1a10024234 req-1713ac17-fb13-46fb-9c9c-a4f9349ffff7 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454021 Nov 18 17:01:22.486511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9fd42-a004-4503-8530-102dfb564e37 req-6d0c00ff-4449-438d-b194-917998bff160 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:22.488216 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-49e9fd42-a004-4503-8530-102dfb564e37 req-6d0c00ff-4449-438d-b194-917998bff160 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0886583 Nov 18 17:01:22.536520 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-49e9fd42-a004-4503-8530-102dfb564e37 req-7f5cc2d9-df4c-4245-ab88-9f34d622a3c2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Nov 18 17:01:22.697694 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-c8058e3b-b310-4e74-8cff-db9878d02b88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e10c76a90604875b8e002dc80d292ed&device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 1161 time: 0.0772541 Nov 18 17:01:23.492617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714135b-3862-436c-9a28-4c2b4df2448b req-ab0ed97b-1c82-47aa-802f-787037bc2609 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:23.494348 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0714135b-3862-436c-9a28-4c2b4df2448b req-ab0ed97b-1c82-47aa-802f-787037bc2609 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0867546 Nov 18 17:01:23.545780 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0714135b-3862-436c-9a28-4c2b4df2448b req-81a756ab-62c9-40b0-94af-50924fbe64b5 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Nov 18 17:01:23.765120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d120-77ac-42b7-8d8d-df6ea550f0b8 req-35920a7d-6cb9-4ece-ba75-5ce60f9abce4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:23.766895 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8696d120-77ac-42b7-8d8d-df6ea550f0b8 req-35920a7d-6cb9-4ece-ba75-5ce60f9abce4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0903056 Nov 18 17:01:23.817936 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8696d120-77ac-42b7-8d8d-df6ea550f0b8 req-326715d0-847d-4893-92a1-8a6b20289306 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Nov 18 17:01:24.359761 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-3093a5f0-648d-472f-a419-006685965a70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133 HTTP/1.1" status: 200 len: 217 time: 0.0716908 Nov 18 17:01:24.433399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4bb6017b-42f8-4e7d-bcb5-6c830b0ff3fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:24.435024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-4bb6017b-42f8-4e7d-bcb5-6c830b0ff3fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1050ec05-e417-49d2-8e8b-42dc91a2fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0688913 Nov 18 17:01:24.485576 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-21e1ecf1-cfe5-415d-af89-b8b10502bbd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dadbc013-d608-4c0a-9455-651b0dc8d7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440853 Nov 18 17:01:24.634605 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-f1d35f63-fd3a-4dce-bc72-fae37122f79f service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410635 Nov 18 17:01:24.792145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66841139-b89c-422d-99f8-44b4a295b55a req-606752a3-497c-4a03-bfc3-dfac06aa8c30 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:24.793901 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66841139-b89c-422d-99f8-44b4a295b55a req-606752a3-497c-4a03-bfc3-dfac06aa8c30 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1079593 Nov 18 17:01:24.821397 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8b7b4fca-3d92-42f7-a306-9f5a6b88df91 req-b4c0b7f1-86d6-430b-aa37-08910c67f32a service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1680477 Nov 18 17:01:24.862693 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66841139-b89c-422d-99f8-44b4a295b55a req-ca51221f-1ec2-4fe3-b727-158db676a752 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518949 Nov 18 17:01:25.055462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065e1d9-5c78-47d9-a42c-cced6cc28dc0 req-9e188960-e008-43c8-80f2-6ef306ec0a6c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:25.057053 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3065e1d9-5c78-47d9-a42c-cced6cc28dc0 req-9e188960-e008-43c8-80f2-6ef306ec0a6c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0902658 Nov 18 17:01:25.118989 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3065e1d9-5c78-47d9-a42c-cced6cc28dc0 req-6399a9ba-772b-43aa-8d07-ec3234e79f51 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Nov 18 17:01:26.077572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb70b3-f43a-4031-b043-313964821a18 req-dda26aa8-f1d9-4385-8e8a-54d0b623efe7 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:26.079375 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c3eb70b3-f43a-4031-b043-313964821a18 req-dda26aa8-f1d9-4385-8e8a-54d0b623efe7 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0848238 Nov 18 17:01:26.128415 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c3eb70b3-f43a-4031-b043-313964821a18 req-448d4b33-4bd0-4781-937d-c96ec5d3d488 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Nov 18 17:01:26.347991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe138-7156-4bc6-a136-82e23bb4a67c req-25014c54-7a4c-4eb2-b196-e351b378be64 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:26.349632 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eb6fe138-7156-4bc6-a136-82e23bb4a67c req-25014c54-7a4c-4eb2-b196-e351b378be64 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0895867 Nov 18 17:01:26.397982 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eb6fe138-7156-4bc6-a136-82e23bb4a67c req-e1a71276-a5f7-40b7-9b66-a6680b9dddbe tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Nov 18 17:01:27.354022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4d9a-e8e1-4764-9e86-dc5dc4783f98 req-a76f6700-3e0c-4b2e-91b7-488b07f8c1c3 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:27.356270 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-731b4d9a-e8e1-4764-9e86-dc5dc4783f98 req-a76f6700-3e0c-4b2e-91b7-488b07f8c1c3 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0855808 Nov 18 17:01:27.406712 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-731b4d9a-e8e1-4764-9e86-dc5dc4783f98 req-8f2646b2-a33b-404e-806c-1561d4cd4f14 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Nov 18 17:01:27.613978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03f7d-7dd2-4fda-83c3-10b36971bc02 req-35470f37-5536-457b-adba-8c6a1fe9060e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:27.615613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20b03f7d-7dd2-4fda-83c3-10b36971bc02 req-35470f37-5536-457b-adba-8c6a1fe9060e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0875371 Nov 18 17:01:27.665316 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20b03f7d-7dd2-4fda-83c3-10b36971bc02 req-79c1577a-76c2-4571-9b71-dfa33fa28fb9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Nov 18 17:01:28.623332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d541a-8e4e-40f6-b5f3-1ac0082475ea req-2dab24e2-682a-4b7c-9784-d41b0be79fcb tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:28.624974 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-522d541a-8e4e-40f6-b5f3-1ac0082475ea req-2dab24e2-682a-4b7c-9784-d41b0be79fcb tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0842576 Nov 18 17:01:28.678209 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-522d541a-8e4e-40f6-b5f3-1ac0082475ea req-f4618be1-fdda-424d-a5a7-6ab570d56144 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Nov 18 17:01:28.878144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b55f6-aec8-4dab-9b5d-f3e6adf0e2f9 req-46d7c3e2-1a00-4057-ae4c-d88c9c860484 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:28.879791 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-282b55f6-aec8-4dab-9b5d-f3e6adf0e2f9 req-46d7c3e2-1a00-4057-ae4c-d88c9c860484 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0843139 Nov 18 17:01:28.930099 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-282b55f6-aec8-4dab-9b5d-f3e6adf0e2f9 req-7a516e5c-27b8-40a1-a3d7-7cc853e5be5e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Nov 18 17:01:29.899640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b505d-9557-44ee-ab3d-1fa11d7c91a6 req-017a4084-4265-49c9-a258-e03bd8af23f1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:29.901300 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-606b505d-9557-44ee-ab3d-1fa11d7c91a6 req-017a4084-4265-49c9-a258-e03bd8af23f1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0897834 Nov 18 17:01:29.956677 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-606b505d-9557-44ee-ab3d-1fa11d7c91a6 req-0fa77777-5274-4315-8db8-f2228a144c43 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Nov 18 17:01:30.149547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97caffc-0020-4823-a2ac-7b163323b5e0 req-b15b4ed6-401f-4f94-9ddb-75dddd5b9ad4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:30.151456 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c97caffc-0020-4823-a2ac-7b163323b5e0 req-b15b4ed6-401f-4f94-9ddb-75dddd5b9ad4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0876322 Nov 18 17:01:30.203262 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c97caffc-0020-4823-a2ac-7b163323b5e0 req-20a7e788-815f-4f21-af43-1929d9c8b8de tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450768 Nov 18 17:01:31.222934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd40775-3470-431f-9607-e4dd6d0e3a85 req-19756278-6300-444f-a0a8-9a23d10df905 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:31.225324 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cdd40775-3470-431f-9607-e4dd6d0e3a85 req-19756278-6300-444f-a0a8-9a23d10df905 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1284704 Nov 18 17:01:31.313293 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cdd40775-3470-431f-9607-e4dd6d0e3a85 req-863e1695-abbb-45b0-b69f-0e3e903f7c76 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659251 Nov 18 17:01:31.492928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a19de2-2312-427e-b4ac-a1a89234de7e req-5b93e7d2-ea64-4e0f-977d-feedfed72d8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:31.495183 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22a19de2-2312-427e-b4ac-a1a89234de7e req-5b93e7d2-ea64-4e0f-977d-feedfed72d8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0980415 Nov 18 17:01:31.567130 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22a19de2-2312-427e-b4ac-a1a89234de7e req-48d3060d-b1f8-4c14-b52e-2f1de2d23ca5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593417 Nov 18 17:01:32.552363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db50c5e-28de-4a09-8db4-6f31b803e950 req-a62f0d52-9ef4-49b2-957a-5ceaba0deee8 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:32.554052 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0db50c5e-28de-4a09-8db4-6f31b803e950 req-a62f0d52-9ef4-49b2-957a-5ceaba0deee8 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0944340 Nov 18 17:01:32.604243 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0db50c5e-28de-4a09-8db4-6f31b803e950 req-8bf730a2-ece7-439c-a166-b73026cc65df tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Nov 18 17:01:32.816448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fa6e2-2c09-48d2-817c-ab005468fa76 req-6742ad4d-6db3-4a2e-8ad8-d1a09aa54a14 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:32.818098 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-425fa6e2-2c09-48d2-817c-ab005468fa76 req-6742ad4d-6db3-4a2e-8ad8-d1a09aa54a14 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0836022 Nov 18 17:01:32.879128 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-425fa6e2-2c09-48d2-817c-ab005468fa76 req-390b3533-24f6-4d39-ba1a-3b11cb1660af tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474229 Nov 18 17:01:33.880587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591a4e-19d2-48d7-8fe9-01431ca2a759 req-53c6294e-764b-47dd-a7f0-bcc78b472f57 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:33.882268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-05591a4e-19d2-48d7-8fe9-01431ca2a759 req-53c6294e-764b-47dd-a7f0-bcc78b472f57 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0868566 Nov 18 17:01:33.933029 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-05591a4e-19d2-48d7-8fe9-01431ca2a759 req-af8ee155-7996-4771-bbdf-364bf57070d7 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Nov 18 17:01:34.096278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa03b-d75b-4a47-b85b-802ef6086863 req-4594021d-6c90-40ab-869b-9466e717bbb2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:34.097945 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73afa03b-d75b-4a47-b85b-802ef6086863 req-4594021d-6c90-40ab-869b-9466e717bbb2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0852368 Nov 18 17:01:34.147964 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73afa03b-d75b-4a47-b85b-802ef6086863 req-82af0dfd-044c-4d16-87a7-9313a8e2d3c8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Nov 18 17:01:34.965359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-61b51569-4546-4ffa-a9c4-5fc64df7780c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:35.157196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a7684-0089-47c4-9cf8-b304c188f47d req-eb8530ac-e342-41c9-9a2b-0b4314cfb98b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:35.158929 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a64a7684-0089-47c4-9cf8-b304c188f47d req-eb8530ac-e342-41c9-9a2b-0b4314cfb98b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0902500 Nov 18 17:01:35.210066 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a64a7684-0089-47c4-9cf8-b304c188f47d req-26c836b4-3da5-49ca-9e46-6feac76e2385 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Nov 18 17:01:35.409151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f26de-07d5-493a-af66-1ad48012ac1c req-f80d8a6a-312d-44fb-a6c6-1e23dcdd3f4e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:35.410746 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c51f26de-07d5-493a-af66-1ad48012ac1c req-f80d8a6a-312d-44fb-a6c6-1e23dcdd3f4e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0847116 Nov 18 17:01:35.458971 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c51f26de-07d5-493a-af66-1ad48012ac1c req-ef30486c-df53-44bb-92ad-ea5cfcd58b3f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Nov 18 17:01:36.607234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9911580-c3dc-45c5-93db-1955e717ae02 req-1897d60e-1fc8-4b60-9a80-b4b0b962e4b6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:36.608867 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c9911580-c3dc-45c5-93db-1955e717ae02 req-1897d60e-1fc8-4b60-9a80-b4b0b962e4b6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.2708888 Nov 18 17:01:36.659504 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c9911580-c3dc-45c5-93db-1955e717ae02 req-e8679d7c-3f48-4010-8db4-00c5b7ce043f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Nov 18 17:01:36.849195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9ffddd4b-bd42-4fc9-abb2-0fe27f82f7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:36.861066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117771e-a51c-41b1-84f8-f1e2cb5a2d74 req-ee9ecb40-12c8-48d7-8ced-42331f7bf71e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:36.862841 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e117771e-a51c-41b1-84f8-f1e2cb5a2d74 req-ee9ecb40-12c8-48d7-8ced-42331f7bf71e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0867219 Nov 18 17:01:36.915080 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e117771e-a51c-41b1-84f8-f1e2cb5a2d74 req-db4eed7e-3b4d-4948-b9ea-eac549f1e935 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Nov 18 17:01:37.664682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:37.882931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce179b0-56f1-4806-9774-575320eb9241 req-0e1c74d7-9656-4a2e-9a21-eb1d4b673f26 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:37.884865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dce179b0-56f1-4806-9774-575320eb9241 req-0e1c74d7-9656-4a2e-9a21-eb1d4b673f26 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0939984 Nov 18 17:01:37.944874 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dce179b0-56f1-4806-9774-575320eb9241 req-0a142cdd-c32b-464a-a5ec-132332b4e72c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Nov 18 17:01:38.147358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ee7fa-119d-4254-aa02-dff901d33157 req-e1bb8142-73a1-412c-81a5-6a9ac3ddf4c9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:38.149003 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d0ee7fa-119d-4254-aa02-dff901d33157 req-e1bb8142-73a1-412c-81a5-6a9ac3ddf4c9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0895653 Nov 18 17:01:38.207297 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d0ee7fa-119d-4254-aa02-dff901d33157 req-f5fb157f-c28b-43a4-b7a3-231cadf95739 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456023 Nov 18 17:01:38.796013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:39.175093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4e781-5138-42fb-b948-ffcece7242a0 req-d1fef28d-9798-45f0-8574-857044ceb52f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:39.176907 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a8c4e781-5138-42fb-b948-ffcece7242a0 req-d1fef28d-9798-45f0-8574-857044ceb52f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0883424 Nov 18 17:01:39.231146 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a8c4e781-5138-42fb-b948-ffcece7242a0 req-b6e3f909-9460-49a6-bb3a-205dac19b64f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474293 Nov 18 17:01:39.235175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:39.435621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1392b4-e382-4534-9cb6-3c224cbddd67 req-c33a9582-863f-4b37-9d49-d56e187fdeee tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:39.437248 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8a1392b4-e382-4534-9cb6-3c224cbddd67 req-c33a9582-863f-4b37-9d49-d56e187fdeee tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0887918 Nov 18 17:01:39.487879 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8a1392b4-e382-4534-9cb6-3c224cbddd67 req-197b5873-b441-4651-9e8b-7c3db0a6ac76 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Nov 18 17:01:40.113317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:40.446977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d773523-3d2c-482d-8a17-ad7b1ccc725c req-f6dfe267-fb75-4934-88c3-11940b132742 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:40.449350 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d773523-3d2c-482d-8a17-ad7b1ccc725c req-f6dfe267-fb75-4934-88c3-11940b132742 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0851719 Nov 18 17:01:40.500996 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d773523-3d2c-482d-8a17-ad7b1ccc725c req-352ff8e8-d615-4665-a47f-4ac5c58c1912 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Nov 18 17:01:40.896554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a4ff8-5648-4d2c-83ee-0c47d6504257 req-7057a657-a380-4fbc-8085-208c5341f7b2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:40.898212 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-270a4ff8-5648-4d2c-83ee-0c47d6504257 req-7057a657-a380-4fbc-8085-208c5341f7b2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2801256 Nov 18 17:01:40.947607 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-270a4ff8-5648-4d2c-83ee-0c47d6504257 req-be873a41-55f3-405d-a106-18431fa84652 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Nov 18 17:01:41.714413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4ca70-43e2-4f82-a291-815d4919cda1 req-dbf2717c-ce4b-49b5-83d0-792352be5f66 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:41.716070 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-49d4ca70-43e2-4f82-a291-815d4919cda1 req-dbf2717c-ce4b-49b5-83d0-792352be5f66 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0832775 Nov 18 17:01:41.768307 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-49d4ca70-43e2-4f82-a291-815d4919cda1 req-204cb41a-f2d2-4da8-9c9b-6b64977e43dc tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457768 Nov 18 17:01:42.302408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2007e-50e1-49dc-bc70-2a49404e296d req-fbcbddd7-221a-4ccc-a803-5df2f589f33b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:42.303905 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1fb2007e-50e1-49dc-bc70-2a49404e296d req-fbcbddd7-221a-4ccc-a803-5df2f589f33b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0888050 Nov 18 17:01:42.354111 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1fb2007e-50e1-49dc-bc70-2a49404e296d req-71d00441-fa52-408f-aa78-acb3d1a53668 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Nov 18 17:01:42.757941 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-3c49cf29-9610-46ee-b729-6a6487839516 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835962 Nov 18 17:01:42.879885 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-cf159dfd-7b77-488f-a217-bdf15623cef9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0922849 Nov 18 17:01:43.001844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bcb99-6b43-4dec-875f-7fcf23ab8f57 req-f29eb0ac-ffeb-4867-90b8-a07619a20891 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:43.003589 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7b8bcb99-6b43-4dec-875f-7fcf23ab8f57 req-f29eb0ac-ffeb-4867-90b8-a07619a20891 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0912983 Nov 18 17:01:43.068499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414360c0-a984-4429-a691-0d632531eb78 req-d9b11234-71aa-421c-8c6e-f30db3405aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:43.070808 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-d9b11234-71aa-421c-8c6e-f30db3405aae service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1670942 Nov 18 17:01:43.084390 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7b8bcb99-6b43-4dec-875f-7fcf23ab8f57 req-6ce8c103-f3bc-402a-984d-0989ac854121 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731885 Nov 18 17:01:43.167981 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-50af03a7-8b3f-46bb-8eb6-bd1a51754926 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0836473 Nov 18 17:01:43.239827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414360c0-a984-4429-a691-0d632531eb78 req-f052298d-638e-4873-bb28-92646aac98dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:43.241413 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-f052298d-638e-4873-bb28-92646aac98dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0655823 Nov 18 17:01:43.297374 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-1a764432-5b03-4044-9aa4-6aee84091988 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485034 Nov 18 17:01:43.449443 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-6d70a188-44b1-4aea-8264-ec49302c4bfd service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443133 Nov 18 17:01:43.676138 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-414360c0-a984-4429-a691-0d632531eb78 req-e72e0ca0-0c25-48f8-915a-634e16f773dd service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2187102 Nov 18 17:01:43.694098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912721a-12a1-4c04-98a2-03f63b47b90e req-f653b801-6706-4343-9b30-a2894ab2e69b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:43.695739 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a912721a-12a1-4c04-98a2-03f63b47b90e req-f653b801-6706-4343-9b30-a2894ab2e69b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1248255 Nov 18 17:01:43.747205 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a912721a-12a1-4c04-98a2-03f63b47b90e req-06ada58b-7cd9-4cef-9963-b8590236cfa8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Nov 18 17:01:44.460482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d3be-d5a9-46cf-9d79-941f0b565faa req-ebbad076-0348-44d7-a299-d80a132e243a tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:44.462180 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7389d3be-d5a9-46cf-9d79-941f0b565faa req-ebbad076-0348-44d7-a299-d80a132e243a tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.0917256 Nov 18 17:01:44.513055 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7389d3be-d5a9-46cf-9d79-941f0b565faa req-af6a6204-7ff0-4768-9264-038b40668124 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Nov 18 17:01:44.911636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:01:45.030899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:01:45.031602 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:45.184639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31301c14-11fb-4354-9ac5-77f660a919ee req-a01d7e9d-c2cb-47d8-989b-bae39a3c8c69 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:45.201563 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31301c14-11fb-4354-9ac5-77f660a919ee req-a01d7e9d-c2cb-47d8-989b-bae39a3c8c69 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2142484 Nov 18 17:01:45.264063 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31301c14-11fb-4354-9ac5-77f660a919ee req-072451b0-3914-4e5f-898d-d97cc3eeb56f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613637 Nov 18 17:01:45.297482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51704) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:45.601125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:45.640509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:45.644892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Usage tracker for resource:security_group_rule and tenant:d179c8d2b9db46a68a6f7c77bdba114d is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:45.648509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:45.654698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:45.784880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c32d-cef7-4f7e-9db9-e3382a449218 req-f6633f05-de10-46a2-becd-b1ae6d9aedc4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:45.786887 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0c15c32d-cef7-4f7e-9db9-e3382a449218 req-f6633f05-de10-46a2-becd-b1ae6d9aedc4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1019180 Nov 18 17:01:45.813996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51724) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:45.851140 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0c15c32d-cef7-4f7e-9db9-e3382a449218 req-8a249f80-2aec-4368-92a3-a49b09cd1ae7 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Nov 18 17:01:45.886739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:45.940544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:45.948191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3f1b0bd8-5330-435e-9a31-1c716ae396d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:46.017593 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d179c8d2b9db46a68a6f7c77bdba114d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7185111 Nov 18 17:01:46.018526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c0aac-524d-4eb2-ac01-34ce28d6d578,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:46.020363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51732) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:46.023402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.043998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.044452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.044858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.045262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.045662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.046096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.046489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.046933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.047403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.047754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.048144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.048534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.048979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.049360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.049928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.050143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.050533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.050932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.051310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.051697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.052078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.052463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.053088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.053213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.062903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:46.087132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:46.094018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Usage tracker for resource:security_group_rule and tenant:4477b1a5e4e14d8ebe2c362efbc0e7ec is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:46.098171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:46.105316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:46.115857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.148808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.364195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.384582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.392696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-73c8f8f5-963b-421b-a0b2-3797e8e4e5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:46.409059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c0aac-524d-4eb2-ac01-34ce28d6d578,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:46.418417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.419796 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad0c0aac-524d-4eb2-ac01-34ce28d6d578 HTTP/1.1" status: 204 len: 168 time: 0.3983364 Nov 18 17:01:46.424590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.425088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.425471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.426081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.431860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.433086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.433086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.433086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.433293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.433984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:46.438243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:46.451601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.466347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:46.516796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c15ee0-9592-4596-b37f-3bec19172a73,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:46.528789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:46.564089 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4477b1a5e4e14d8ebe2c362efbc0e7ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7464263 Nov 18 17:01:46.564820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51754) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:46.580962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93708-faed-429b-93bd-d389b86632e0 req-dd9d66e0-3609-43e3-896b-391137a6fc8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:46.582751 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eca93708-faed-429b-93bd-d389b86632e0 req-dd9d66e0-3609-43e3-896b-391137a6fc8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1753519 Nov 18 17:01:46.663736 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eca93708-faed-429b-93bd-d389b86632e0 req-13ca7a07-aa66-49a2-a0ef-a9da84454868 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724688 Nov 18 17:01:46.667699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.707315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.824370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.830691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-936bc6b9-01a1-44f2-9a3d-124f214aa1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:46.846066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c15ee0-9592-4596-b37f-3bec19172a73,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:46.849739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:46.852331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:46.853767 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2c15ee0-9592-4596-b37f-3bec19172a73 HTTP/1.1" status: 204 len: 168 time: 0.2876537 Nov 18 17:01:47.079462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-fa67db74-6caf-4f0a-adf1-e6260e1fde9e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80399) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 17:01:47.134384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc753a-47f6-4c9d-8484-1129dc75acd7 req-ae3907c4-b40f-4654-ad4c-56de2fec3010 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:47.136683 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9dfc753a-47f6-4c9d-8484-1129dc75acd7 req-ae3907c4-b40f-4654-ad4c-56de2fec3010 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1166296 Nov 18 17:01:47.203680 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9dfc753a-47f6-4c9d-8484-1129dc75acd7 req-5dd2629b-e1db-4cee-a905-b742a5da80f2 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 Nov 18 17:01:47.959566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51812) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:47.982513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.012302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:01:48.030506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:48.037671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Usage tracker for resource:security_group_rule and tenant:67f74b44ea984f32b0ea4de7be87ad51 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:48.041307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:48.048243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:48.068262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d4365-2ffd-45c2-8879-69689828f6e8 req-d4108dd0-512f-4d39-9eab-15f5bae520d1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:48.070036 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4f8d4365-2ffd-45c2-8879-69689828f6e8 req-d4108dd0-512f-4d39-9eab-15f5bae520d1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1221702 Nov 18 17:01:48.127121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:01:48.127591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.148615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.156967 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4f8d4365-2ffd-45c2-8879-69689828f6e8 req-5b0ff615-b6a0-486f-936e-3d8c1f39b587 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794141 Nov 18 17:01:48.239295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.258632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8f0cfc32-ccfa-46a5-9f25-ba62d446a80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:48.328266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 497d9bee-5dfd-41d4-a4c0-3c5e67174133 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:01:48.332019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba72a1-abfa-4d4c-816d-23d53f1185bf,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:48.337954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:48.396450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 51828) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:48.396689 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f74b44ea984f32b0ea4de7be87ad51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4366798 Nov 18 17:01:48.510196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.531398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:01:48.542221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:01:48.542855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.593434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02cb20-7d4b-4ca2-832e-d4a5010084c8 req-3f6a6cd3-15b7-42c3-8ca4-e6684b418ab0 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:48.602975 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc02cb20-7d4b-4ca2-832e-d4a5010084c8 req-3f6a6cd3-15b7-42c3-8ca4-e6684b418ab0 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 944 time: 0.1716788 Nov 18 17:01:48.613221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.675084 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc02cb20-7d4b-4ca2-832e-d4a5010084c8 req-e5daf7dd-b7a5-4ab5-baff-212ff71747d6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620782 Nov 18 17:01:48.730500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.736601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd74b817-d9f9-43f6-9545-cde3ccfbcd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:48.753595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba72a1-abfa-4d4c-816d-23d53f1185bf,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:48.756161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:48.770034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.774228 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16ba72a1-abfa-4d4c-816d-23d53f1185bf HTTP/1.1" status: 204 len: 168 time: 0.3732927 Nov 18 17:01:48.792627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.835573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 497d9bee-5dfd-41d4-a4c0-3c5e67174133, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133,segment=NetworkSegment(62159eef-3781-48af-8133-2f2c4632cfbb),segment_id=62159eef-3781-48af-8133-2f2c4632cfbb)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:01:48.837342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497d9bee-5dfd-41d4-a4c0-3c5e67174133'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:01:48.898296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:48.900559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:48.958734 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497d9bee-5dfd-41d4-a4c0-3c5e67174133', 'code': 200} Nov 18 17:01:49.067413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=497d9bee-5dfd-41d4-a4c0-3c5e67174133,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:49.096812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.097493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.098098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.098641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.099187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.099714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.100249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.100778 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.101298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.101816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.102370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.103137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.103745 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.104351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.104875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.105406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.106000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.106536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.107050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.107560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.108069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.108590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.109099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.109606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:01:49.117389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 497d9bee-5dfd-41d4-a4c0-3c5e67174133 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:01:49.167857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:49.240283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:01:49.240707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:49.398519 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f4aefb35-9341-4ae9-948c-0ddf46f5692b req-e6ccfdef-552b-4a90-9caa-c662cefe47e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 1163 time: 0.0940299 Nov 18 17:01:49.516274 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f4aefb35-9341-4ae9-948c-0ddf46f5692b req-bb4a8820-6caa-4069-bd79-89d750cfcb1b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026700 Nov 18 17:01:49.575918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633edeb-407d-4e39-977f-149be6dc3dd1 req-b57df3e0-2622-4f7a-a93b-1130c5a3f8fe tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:49.575918 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4633edeb-407d-4e39-977f-149be6dc3dd1 req-b57df3e0-2622-4f7a-a93b-1130c5a3f8fe tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1340988 Nov 18 17:01:49.708120 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4633edeb-407d-4e39-977f-149be6dc3dd1 req-47df4b3d-b6cc-4dd9-8d4a-a8fb3908e346 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227682 Nov 18 17:01:49.986362 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9968f-262e-45f4-a1ed-6d8ba85fc3ad req-98747932-8858-4c91-bd41-c6ab9fc7151f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:49.988243 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93d9968f-262e-45f4-a1ed-6d8ba85fc3ad req-98747932-8858-4c91-bd41-c6ab9fc7151f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.1172976 Nov 18 17:01:50.054170 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93d9968f-262e-45f4-a1ed-6d8ba85fc3ad req-c3061f04-fb87-42f8-8b60-87a5b5135dd8 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582831 Nov 18 17:01:51.127537 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-532e9a7e-b402-48e5-b609-bfd65bb76557 req-fc0a9f2f-2398-4f2e-a33c-a57442e98e43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.1364689 Nov 18 17:01:51.157588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564704b8-d7e1-4fe1-984a-b0c21fda4eea req-f9e22726-5804-4e7f-9b3f-38910a553e2b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:51.165785 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-564704b8-d7e1-4fe1-984a-b0c21fda4eea req-f9e22726-5804-4e7f-9b3f-38910a553e2b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1749997 Nov 18 17:01:51.196247 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-532e9a7e-b402-48e5-b609-bfd65bb76557 req-48459aa5-3734-4c0b-b5b2-3483612bfe9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608521 Nov 18 17:01:51.250565 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-564704b8-d7e1-4fe1-984a-b0c21fda4eea req-926e482d-fdd9-499a-bdd6-36f1c906fd7e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779116 Nov 18 17:01:51.376998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f9f3-37d9-4a0f-83b0-f7b1eebc847b req-eb725096-9b45-4ed1-aa2a-622d46212cf1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:51.382620 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0d81f9f3-37d9-4a0f-83b0-f7b1eebc847b req-eb725096-9b45-4ed1-aa2a-622d46212cf1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.0990388 Nov 18 17:01:51.446516 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0d81f9f3-37d9-4a0f-83b0-f7b1eebc847b req-6ed54f93-9bed-42cf-b2bc-c978d537863c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570216 Nov 18 17:01:51.483805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51922) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:51.548052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 497d9bee-5dfd-41d4-a4c0-3c5e67174133 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:01:51.627707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:01:51.628255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:51.665210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:51.705285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:51.712017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Usage tracker for resource:security_group_rule and tenant:345426232766444f99ebaf0b406fca69 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:51.718463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:51.725694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:51.868297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:51.901704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:51.911458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:51.963207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e1e9ba-6f2a-46ef-83c2-e53ad6d39408,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:51.970070 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345426232766444f99ebaf0b406fca69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4850104 Nov 18 17:01:51.971093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:51.972877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 51940) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:52.069253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:52.111865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:52.285213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:52.290896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3d1d216c-b855-4b47-a5cb-4048047ac6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:52.309489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e1e9ba-6f2a-46ef-83c2-e53ad6d39408,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:52.313231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:52.319831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:52.321170 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7e1e9ba-6f2a-46ef-83c2-e53ad6d39408 HTTP/1.1" status: 204 len: 168 time: 0.3465390 Nov 18 17:01:52.503807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67a3e6-333e-4cb2-972e-d62dd448797e req-d1113b2d-cc5b-4f76-942c-8bf78f97773e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:52.505910 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-da67a3e6-333e-4cb2-972e-d62dd448797e req-d1113b2d-cc5b-4f76-942c-8bf78f97773e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1105509 Nov 18 17:01:52.557045 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-da67a3e6-333e-4cb2-972e-d62dd448797e req-674ac4b7-0b1b-4dfd-9f69-4fb690020731 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Nov 18 17:01:52.567703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:01:52.783921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0898f88-e301-4a8a-938d-d31ca7f655cc req-0070c84d-d2ea-4378-bdbb-612c84ab03d6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:52.786057 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d0898f88-e301-4a8a-938d-d31ca7f655cc req-0070c84d-d2ea-4378-bdbb-612c84ab03d6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.0990903 Nov 18 17:01:52.854539 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d0898f88-e301-4a8a-938d-d31ca7f655cc req-c8d5d26e-b38f-49fb-8d96-e8edb1d0d14c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Nov 18 17:01:53.658114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52032) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:53.793111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c5db2-0566-4594-aaa5-2bcfec75263e req-b101a93a-8427-40c8-91dc-cefabd5dfbea tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:53.795246 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0f5c5db2-0566-4594-aaa5-2bcfec75263e req-b101a93a-8427-40c8-91dc-cefabd5dfbea tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0964599 Nov 18 17:01:53.848135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:53.900913 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0f5c5db2-0566-4594-aaa5-2bcfec75263e req-6654b8a4-9129-4521-92af-260952903bf3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987740 Nov 18 17:01:53.904998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:53.909054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Usage tracker for resource:security_group_rule and tenant:776630538ae0446899de8b74484d17c5 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:53.912193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:53.919503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:54.019849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.065466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.077982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:54.136948 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa7623-f3cb-4bf6-b635-534ab940ca17,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:54.147606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:54.155491 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=776630538ae0446899de8b74484d17c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4962556 Nov 18 17:01:54.158243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52046) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:54.169034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc4eb4-f385-4055-8bed-49f229288048 req-a1f0583b-d5f6-4ea5-a93d-988284a8eaf0 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:54.170685 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5cc4eb4-f385-4055-8bed-49f229288048 req-a1f0583b-d5f6-4ea5-a93d-988284a8eaf0 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.1444364 Nov 18 17:01:54.231659 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5cc4eb4-f385-4055-8bed-49f229288048 req-0be8ddd6-c04c-4dc3-ab3e-8415111d3b07 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Nov 18 17:01:54.245473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.279003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.352963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.358062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c149319-129d-4b4d-bafe-8a92c25a82a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:54.374304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa7623-f3cb-4bf6-b635-534ab940ca17,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:54.377563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:54.378542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.382545 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97fa7623-f3cb-4bf6-b635-534ab940ca17 HTTP/1.1" status: 204 len: 168 time: 0.2231846 Nov 18 17:01:54.924798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52062) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:54.945910 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:54.981961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:01:54.986056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Usage tracker for resource:security_group_rule and tenant:85df48aacdc746debc854b38045084de is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:01:54.989350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:01:54.996592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:01:55.070469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:55.098115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:55.109029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e2afcbb0-26ef-4869-976b-91daf75080f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:55.155355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade20e8-bec5-4ff9-bc4d-e6fa50ae4927,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:55.158767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:55.161575 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85df48aacdc746debc854b38045084de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2355838 Nov 18 17:01:55.164338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52072) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:01:55.167732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec005e2-60bc-4a38-ac67-727458dbcdf9 req-1963bdfe-cac7-4366-955d-f58ceca4953e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:55.169637 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dec005e2-60bc-4a38-ac67-727458dbcdf9 req-1963bdfe-cac7-4366-955d-f58ceca4953e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1306350 Nov 18 17:01:55.240958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:55.248505 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dec005e2-60bc-4a38-ac67-727458dbcdf9 req-060b42e3-a852-4cd3-a489-fc41e9a99bef tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673077 Nov 18 17:01:55.269545 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:55.355588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:55.360928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4c42a430-a7f1-43dc-9fd3-f8a271cbd5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:01:55.374953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade20e8-bec5-4ff9-bc4d-e6fa50ae4927,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:01:55.377678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:01:55.379946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:01:55.381647 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ade20e8-bec5-4ff9-bc4d-e6fa50ae4927 HTTP/1.1" status: 204 len: 168 time: 0.2158430 Nov 18 17:01:55.456441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db246e26-15b3-4e54-a602-55364b75599c req-d7ee44f9-5554-4ea6-87cd-b41e2605d527 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:55.458031 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-db246e26-15b3-4e54-a602-55364b75599c req-d7ee44f9-5554-4ea6-87cd-b41e2605d527 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.0883162 Nov 18 17:01:55.506744 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-db246e26-15b3-4e54-a602-55364b75599c req-acb02f73-dcd9-4354-9ca3-cfd7f742b4c3 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Nov 18 17:01:56.484434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7170-d713-49e4-bcba-9263f7da141c req-e05b864c-8da5-4eb5-b9d2-1150e2677467 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:56.488532 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a4ff7170-d713-49e4-bcba-9263f7da141c req-e05b864c-8da5-4eb5-b9d2-1150e2677467 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1029360 Nov 18 17:01:56.539636 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a4ff7170-d713-49e4-bcba-9263f7da141c req-8790005f-1619-4174-ab4e-888b2bec9b0b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Nov 18 17:01:56.780436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b088-fa45-4162-8983-ffa73f3d7b27 req-38e9b5b7-2c92-49c2-aa7e-c742eb59c2f5 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:56.782144 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2fa1b088-fa45-4162-8983-ffa73f3d7b27 req-38e9b5b7-2c92-49c2-aa7e-c742eb59c2f5 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.1161394 Nov 18 17:01:56.844353 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2fa1b088-fa45-4162-8983-ffa73f3d7b27 req-410a9c1c-93d3-4805-ad0f-eaef8f1ed808 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Nov 18 17:01:57.891183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5e4c9-0605-4d9a-995a-04091b1b01c9 req-0903833f-e4d7-42cf-8688-5ab071a42384 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:57.896671 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ff5e4c9-0605-4d9a-995a-04091b1b01c9 req-0903833f-e4d7-42cf-8688-5ab071a42384 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1708565 Nov 18 17:01:57.979181 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ff5e4c9-0605-4d9a-995a-04091b1b01c9 req-d69a282d-5543-4790-9d45-11bd70613209 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671120 Nov 18 17:01:59.267632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8bb1-47b8-4cf7-bd7f-6d55f9dfdc2a req-859b010f-3573-45cd-9434-93c6a77a0047 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:59.280295 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-aa7c8bb1-47b8-4cf7-bd7f-6d55f9dfdc2a req-859b010f-3573-45cd-9434-93c6a77a0047 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.1189740 Nov 18 17:01:59.350581 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-aa7c8bb1-47b8-4cf7-bd7f-6d55f9dfdc2a req-b9b95671-f634-4c3d-af02-84ec823db828 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Nov 18 17:01:59.613046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691c431-7c2a-44f2-a255-dcd4cdbf4d17 req-bf6bae2d-3139-4db6-b808-57af2a7ffb9e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:01:59.615263 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d691c431-7c2a-44f2-a255-dcd4cdbf4d17 req-bf6bae2d-3139-4db6-b808-57af2a7ffb9e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1016629 Nov 18 17:01:59.686752 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d691c431-7c2a-44f2-a255-dcd4cdbf4d17 req-7251af75-eabc-4bb6-a292-78d59d8138be tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633874 Nov 18 17:02:00.385017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52286) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:00.614085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:00.699009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:00.707305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Usage tracker for resource:security_group_rule and tenant:87662fe8cf444e1c8c893c554fc3384f is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:00.713112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:00.732359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:00.848153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:00.912812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:00.925240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-94789855-e558-42bd-ac10-c6ab252401db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:00.997408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52310) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:01.000713 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87662fe8cf444e1c8c893c554fc3384f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6136155 Nov 18 17:02:01.003208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527f01e-73e7-4259-8a6e-38f1914e8936,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:01.013343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:01.097326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:01.134186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:01.358130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:01.367841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-32ac6095-eb7a-4f6e-8af4-b612ac31355f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:01.380442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527f01e-73e7-4259-8a6e-38f1914e8936,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:01.381519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:01.394124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:01.397970 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f527f01e-73e7-4259-8a6e-38f1914e8936 HTTP/1.1" status: 204 len: 168 time: 0.3984494 Nov 18 17:02:02.287516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52348) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:02.301905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52352) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:02.311293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.352880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:02.364075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Usage tracker for resource:security_group_rule and tenant:a1c9dc450afa46678fdcf487f10c15c2 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:02.371060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:02.381741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:02.489533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.546800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.557590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d54bfc72-7f31-4b13-8687-346db163e760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:02.623069 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1c9dc450afa46678fdcf487f10c15c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3285286 Nov 18 17:02:02.623069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca0fc92-e02b-449f-a48c-a583b6350503,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:02.623069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:02.623738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52362) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:02.683505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.712613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.746994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.756487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:02.764731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Usage tracker for resource:security_group_rule and tenant:6fcfe1900e4d46d3a98b79cf59f34ce7 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:02.771285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:02.780279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:02.887318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.930007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.952985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ecfd45ed-0498-442b-9fa1-a25aca2684e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:02.970709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:02.984140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d51e5305-2c89-42c6-bfc7-eb270b4dc0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:03.022597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca0fc92-e02b-449f-a48c-a583b6350503,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:03.035229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:03.044965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:03.050441 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ca0fc92-e02b-449f-a48c-a583b6350503 HTTP/1.1" status: 204 len: 168 time: 0.4256320 Nov 18 17:02:03.085727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e738c489-984a-4585-9ee4-6a7bd51479c4,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:03.099285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:03.121035 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fcfe1900e4d46d3a98b79cf59f34ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8168519 Nov 18 17:02:03.128576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52380) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:03.186614 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-d921b842-978c-40be-a01a-8707fef68b19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.3268349 Nov 18 17:02:03.393257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:03.418623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5efc88-e60e-417f-8abc-063e214b7780 req-ac386f94-9fde-44e2-8f8f-61c30b4820c3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:03.420299 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-de5efc88-e60e-417f-8abc-063e214b7780 req-ac386f94-9fde-44e2-8f8f-61c30b4820c3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.3836730 Nov 18 17:02:03.527736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:03.551386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-8873aa52-d02d-424b-9b5d-bbe55f0b9e02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:03.552959 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-8873aa52-d02d-424b-9b5d-bbe55f0b9e02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.3427904 Nov 18 17:02:03.689401 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-de5efc88-e60e-417f-8abc-063e214b7780 req-ba6598c5-f917-40d0-a89a-5f9141985f6e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094619 Nov 18 17:02:03.693262 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-970d09c2-4917-4b7d-af0b-37951ed62af9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.1209092 Nov 18 17:02:03.781968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-e707f6be-07ae-432c-a94b-a06e16ecb622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:03.781968 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-e707f6be-07ae-432c-a94b-a06e16ecb622 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0794840 Nov 18 17:02:03.867636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:03.868491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52402) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:03.886738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-50cc8220-2058-4dc5-a07b-8c1ce238c47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:03.908284 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-b6d42b55-251c-423e-9817-c6726b6cec8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199770 Nov 18 17:02:03.959369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e738c489-984a-4585-9ee4-6a7bd51479c4,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:03.966099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:04.173981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.212933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:04.219114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Usage tracker for resource:security_group_rule and tenant:b9cecf9276654c97a0751d4135c0fe83 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:04.223168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:04.231412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:04.327129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.367230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.372993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.375755 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e738c489-984a-4585-9ee4-6a7bd51479c4 HTTP/1.1" status: 204 len: 168 time: 1.2439516 Nov 18 17:02:04.382596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-264a9062-ac64-451c-a8db-944facd8efb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:04.424947 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9cecf9276654c97a0751d4135c0fe83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5537274 Nov 18 17:02:04.428492 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52418) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:04.442518 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-de0318e0-8af5-4167-a1dc-025d65560ddd service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244610 Nov 18 17:02:04.474084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a64d13-ea78-416e-86c8-1584a3432753,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:04.480985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f8ace9aa-2016-4981-aafb-4a8fe9c29a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:04.538993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.604808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.710207 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-862b281d-fe08-42aa-abeb-4255e17fe4b9 req-e011561b-4b98-47b4-b050-f2cb719fc695 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2564838 Nov 18 17:02:04.773516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.785473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dc38d77e-5d14-450b-b14b-82cf15c1ebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:04.830005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:04.830005 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41a64d13-ea78-416e-86c8-1584a3432753 HTTP/1.1" status: 204 len: 168 time: 0.3990846 Nov 18 17:02:04.835816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a64d13-ea78-416e-86c8-1584a3432753,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:04.840931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:05.010830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e6fec61-9683-4c89-a114-6a9a9df9d4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:05.100911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0938e9-e24c-40bf-9289-7eea61a3d87b req-c214c662-3246-43c1-b783-1f69fc785cbe tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:05.103194 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab0938e9-e24c-40bf-9289-7eea61a3d87b req-c214c662-3246-43c1-b783-1f69fc785cbe tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1250677 Nov 18 17:02:05.222692 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab0938e9-e24c-40bf-9289-7eea61a3d87b req-5a6c116f-49ba-4f94-835b-5b3e6afa6607 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014378 Nov 18 17:02:05.478989 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52460) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:05.510591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:05.568543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:05.576260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2fa692575649f78b592566ec45410f is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:05.580553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:05.589376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:05.715756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:05.761183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:05.774159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd69d352-10a2-49eb-838d-4f90881f2af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:05.812579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0b21ec-464e-4463-bbee-473b1a00b1c0,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:05.816153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:05.838504 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c2fa692575649f78b592566ec45410f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3599544 Nov 18 17:02:05.841277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52476) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:05.948748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.004839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.130117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.137904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-05c157af-e378-4a14-bf4f-3691f3142ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:06.174886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.176362 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a0b21ec-464e-4463-bbee-473b1a00b1c0 HTTP/1.1" status: 204 len: 168 time: 0.3336751 Nov 18 17:02:06.185985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0b21ec-464e-4463-bbee-473b1a00b1c0,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:06.190192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:06.365117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52490) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:06.521405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c652ef-7084-4fc0-985d-e37e8b95cab8 req-9f03757e-fe94-47e4-b453-0467ccf0b09b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:06.523303 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5c652ef-7084-4fc0-985d-e37e8b95cab8 req-9f03757e-fe94-47e4-b453-0467ccf0b09b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1281183 Nov 18 17:02:06.630331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.661237 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5c652ef-7084-4fc0-985d-e37e8b95cab8 req-87f6bcc9-5bb1-48b3-981c-759e4ecc106b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235905 Nov 18 17:02:06.743985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:06.753045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Usage tracker for resource:security_group_rule and tenant:413bd3bb56664b6d95ab230a6bbd9f9c is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:06.759103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:06.771819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:06.862200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8f0b03b8-a318-40c9-8a71-507cfaa111d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.921341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.965494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:06.975022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-aad86f47-0b1a-4d00-81d7-51f07a22b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:07.058761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f4777-0cdb-4e30-b644-0282f3b76d9c,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:07.064482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:07.068987 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=413bd3bb56664b6d95ab230a6bbd9f9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7019453 Nov 18 17:02:07.071769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52512) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:07.163980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:07.218734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:07.355157 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:07.360264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fd22efac-3c94-42bc-ada4-7cba98005fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:07.374627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f4777-0cdb-4e30-b644-0282f3b76d9c,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:07.379212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:07.389633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:07.392024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/256f4777-0cdb-4e30-b644-0282f3b76d9c HTTP/1.1" status: 204 len: 168 time: 0.3186996 Nov 18 17:02:07.668204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:07.925624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52544) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:07.940208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45571ef9-ff59-4519-ac9a-6244cdd64518 req-7da3e82b-30af-403c-9be9-67a7d75efcd9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:07.942214 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45571ef9-ff59-4519-ac9a-6244cdd64518 req-7da3e82b-30af-403c-9be9-67a7d75efcd9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0932474 Nov 18 17:02:08.044534 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45571ef9-ff59-4519-ac9a-6244cdd64518 req-c90e02df-21f2-4d63-aee5-abb0b49a9b2f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906193 Nov 18 17:02:08.198824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-580820494-network', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:02:08.204079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:08.208794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Usage tracker for resource:network and tenant:b726004492ce4660a8b3a97c2c2601e8 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:08.212343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:08.223676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:08.270807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Made reservation on behalf of b726004492ce4660a8b3a97c2c2601e8 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:02:08.278432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.295334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.337665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:08.343589 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b726004492ce4660a8b3a97c2c2601e8 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:08.349317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:08.358696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:08.486244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.532311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.536991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cd22aade-10b4-48ac-9785-4b892b94091a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:08.573217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:02:08.582689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349436cb-39ea-49a4-83c7-e6f12046611f,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:08.588792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:08.599825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.600370 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Added segment 4d5a1b41-8b11-477c-abb8-cf579197096b of type vxlan for network 582b3cd7-9789-44a9-92e0-aa3f94a28041 Nov 18 17:02:08.633898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.698526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.700568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:08.701607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.709222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:08.807514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:08.844291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=582b3cd7-9789-44a9-92e0-aa3f94a28041,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:08.847729 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9205582 Nov 18 17:02:08.849301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:08.851379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52572) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:08.860222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Request body: {'subnet': {'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-580820494-subnet', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:02:08.863847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:02:08.867569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:08.877322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Usage tracker for resource:subnet and tenant:b726004492ce4660a8b3a97c2c2601e8 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:08.883089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:08.893556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:08.935483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Made reservation on behalf of b726004492ce4660a8b3a97c2c2601e8 for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:02:08.940496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319373'] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:09.258655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:09.421126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb63f7-b38b-4ff7-a6da-2c27ec31159a req-47043a65-984a-4ba2-a523-a610c77028ca tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:09.433107 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0abb63f7-b38b-4ff7-a6da-2c27ec31159a req-47043a65-984a-4ba2-a523-a610c77028ca tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1597550 Nov 18 17:02:09.497199 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0abb63f7-b38b-4ff7-a6da-2c27ec31159a req-1a2e9cee-b402-4b4f-8354-bb5503d77b66 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625279 Nov 18 17:02:09.696888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2733428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319420'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:09.730940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:09.937715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:09.945395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:10.035099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Checking segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:02:10.035558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Network hostable DHCP agents. Network: 582b3cd7-9789-44a9-92e0-aa3f94a28041, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:02:10.086381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:02:10.132379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, 582b3cd7-9789-44a9-92e0-aa3f94a28041) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:02:10.147147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:10.148206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:10.157854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c0a76-94f6-4483-af40-8fd48b70fea1 None None] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:02:10.229986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52642) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:10.235979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:02:10.236324 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b3fa49b3-9c1c-47c7-9ac7-f3e9c34d0308 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3820686 Nov 18 17:02:10.251272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:10.255667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Usage tracker for resource:router and tenant:b726004492ce4660a8b3a97c2c2601e8 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:10.259449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:10.267691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:10.310292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:10.312404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:10.333936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:10.446570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-582b3cd7-9789-44a9-92e0-aa3f94a28041', 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'fixed_ips': [{'subnet_id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 17:02:10.451292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:10.563845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:10.802632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Allocated IP 172.20.0.2 (582b3cd7-9789-44a9-92e0-aa3f94a28041/d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6/dcae057f-1266-4e15-8a57-d93c63727a2d) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:02:10.987703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6980f5-66aa-42c4-ab40-8cd22770ea19 req-cff1492d-4324-4ef9-9757-68485cbb422b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:10.990429 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1c6980f5-66aa-42c4-ab40-8cd22770ea19 req-cff1492d-4324-4ef9-9757-68485cbb422b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1805489 Nov 18 17:02:11.163705 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.202576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.216585 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1c6980f5-66aa-42c4-ab40-8cd22770ea19 req-81b5bfad-3b48-4c47-a625-aa98d162053c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094176 Nov 18 17:02:11.379796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.392033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Transition to ACTIVE for port object dcae057f-1266-4e15-8a57-d93c63727a2d will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:02:11.417686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Transition to ACTIVE for port object dcae057f-1266-4e15-8a57-d93c63727a2d will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:02:11.451132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.472010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:11.548887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Allocated IP 172.27.1.58 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/0957e01e-b6b2-4b68-a353-707e92b623ba) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:02:11.615229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Pushing event updated for resources: {'Port': ['ID=dcae057f-1266-4e15-8a57-d93c63727a2d,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:11.621097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:11.664351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:02:11.665708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:02:11.668342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:02:11.709540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.724224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Attempting to bind port dcae057f-1266-4e15-8a57-d93c63727a2d on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:02:11.724555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Attempting to bind port dcae057f-1266-4e15-8a57-d93c63727a2d by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:02:11.724960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Attempting to bind port dcae057f-1266-4e15-8a57-d93c63727a2d on network 582b3cd7-9789-44a9-92e0-aa3f94a28041 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:02:11.732422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:02:11.732885 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Checking segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:02:11.733453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.733791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Bound using segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:02:11.734528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Bound port: dcae057f-1266-4e15-8a57-d93c63727a2d, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:02:11.734738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.779073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.798722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:11.835175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] For port dcae057f-1266-4e15-8a57-d93c63727a2d, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:02:11.839752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] For port dcae057f-1266-4e15-8a57-d93c63727a2d, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dcae057f-1266-4e15-8a57-d93c63727a2d,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:02:11.907806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:11.924269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:11.948815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Pushing event updated for resources: {'Port': ['ID=0957e01e-b6b2-4b68-a353-707e92b623ba,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:11.959391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:12.011250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:02:12.014549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:02:12.017626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:02:12.090590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Pushing event updated for resources: {'Port': ['ID=dcae057f-1266-4e15-8a57-d93c63727a2d,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:12.094398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:12.175673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:02:12.335341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:12.336219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:12.565065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b41ae1-3fef-4c38-898f-872f9fdfe762 req-e6683599-3d92-4374-9927-90344471c841 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:12.568072 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-78b41ae1-3fef-4c38-898f-872f9fdfe762 req-e6683599-3d92-4374-9927-90344471c841 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1728585 Nov 18 17:02:12.589001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:12.723567 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-78b41ae1-3fef-4c38-898f-872f9fdfe762 req-b5d9da97-33a8-4811-abcc-45916aaf3803 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843883 Nov 18 17:02:12.844607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dcae057f-1266-4e15-8a57-d93c63727a2d up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:02:12.863224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Router 598216f3-59e0-420e-9e63-2194a16be9e9 is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 17:02:13.041152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port dcae057f-1266-4e15-8a57-d93c63727a2d completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:02:13.455924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:02:13.470336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Sync routers for ids ['598216f3-59e0-420e-9e63-2194a16be9e9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:02:13.520381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Routers {'598216f3-59e0-420e-9e63-2194a16be9e9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:02:13.521095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:02:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['598216f3-59e0-420e-9e63-2194a16be9e9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:13.537999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:13.547390 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3084426 Nov 18 17:02:13.547390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 52716) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:13.778064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54d0ea-3d1a-4acd-9b0c-a1b974be21b1 None None] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:02:13.820355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Set router 598216f3-59e0-420e-9e63-2194a16be9e9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:02:14.109856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Provisioning for port dcae057f-1266-4e15-8a57-d93c63727a2d completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:02:14.133314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Provisioning complete for port dcae057f-1266-4e15-8a57-d93c63727a2d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:14.134125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:14.305556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe6b1-76ec-4b68-865d-63d88742f40e req-5509cc35-921f-4cfe-819a-dcdcb6eebb17 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:14.308197 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-29cbe6b1-76ec-4b68-865d-63d88742f40e req-5509cc35-921f-4cfe-819a-dcdcb6eebb17 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2217638 Nov 18 17:02:14.379904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:02:12Z', 'revision_number': 3, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:14.395443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Checking router: 598216f3-59e0-420e-9e63-2194a16be9e9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:02:14.395443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Updating router 598216f3-59e0-420e-9e63-2194a16be9e9 port 0957e01e-b6b2-4b68-a353-707e92b623ba binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:02:14.441575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:14.538188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] For port dcae057f-1266-4e15-8a57-d93c63727a2d, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dcae057f-1266-4e15-8a57-d93c63727a2d,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:02:14.549735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:14.608054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:14.612794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:14.641406 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-29cbe6b1-76ec-4b68-865d-63d88742f40e req-b6878a7f-3760-4760-8d8d-c23a117197ff tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801333 Nov 18 17:02:14.812956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Pushing event updated for resources: {'Port': ['ID=dcae057f-1266-4e15-8a57-d93c63727a2d,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:14.819068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:14.879096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-2bdddb80-b496-480f-b342-5a70fd7aebd0 None None] Provisioning complete for port dcae057f-1266-4e15-8a57-d93c63727a2d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:14.879641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2bdddb80-b496-480f-b342-5a70fd7aebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:15.260147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-599b21dc-8dd4-46ff-8550-54c59e9fc8c6 None None] Provisioning complete for port dcae057f-1266-4e15-8a57-d93c63727a2d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:15.260864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-599b21dc-8dd4-46ff-8550-54c59e9fc8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:15.477134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:15.691250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-32dfb2c9-2d33-4cca-ba11-c7aee8ff81fb None None] Provisioning complete for port dcae057f-1266-4e15-8a57-d93c63727a2d triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:15.691904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-32dfb2c9-2d33-4cca-ba11-c7aee8ff81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:15.817303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:15.838704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Transition to ACTIVE for port object 0957e01e-b6b2-4b68-a353-707e92b623ba will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:02:15.877283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:15.900056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:16.023686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Pushing event updated for resources: {'Port': ['ID=0957e01e-b6b2-4b68-a353-707e92b623ba,revision_number=2']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:16.040831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.041210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.041595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.042015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.042517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.043088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.043670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.044296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.044841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.045404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.046061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.046519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.046941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.047307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.048059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.048426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.048782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.049146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.049504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.049854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.050951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.051323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.051684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.052037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:02:16.059819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:16.253831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85335f87-2a25-4614-ae38-4235fe2332e9 req-76276f68-aea0-4bda-b46b-3bcb63b07198 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:16.256579 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85335f87-2a25-4614-ae38-4235fe2332e9 req-76276f68-aea0-4bda-b46b-3bcb63b07198 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2851114 Nov 18 17:02:16.262162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Attempting to bind port 0957e01e-b6b2-4b68-a353-707e92b623ba on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:02:16.263100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Attempting to bind port 0957e01e-b6b2-4b68-a353-707e92b623ba by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:02:16.263680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Attempting to bind port 0957e01e-b6b2-4b68-a353-707e92b623ba on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:02:16.280202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:02:16.281145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:02:16.281145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:16.281913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:02:16.282034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Bound port: 0957e01e-b6b2-4b68-a353-707e92b623ba, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:02:16.282435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:16.346247 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Allocated IP 172.20.0.1 (582b3cd7-9789-44a9-92e0-aa3f94a28041/d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6/1c3fb1da-b499-4833-a18a-fdc43bcbafae) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:02:16.404995 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-85335f87-2a25-4614-ae38-4235fe2332e9 req-77c5850a-74f4-463f-9c90-b73becb543c1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333427 Nov 18 17:02:16.429897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] For port 0957e01e-b6b2-4b68-a353-707e92b623ba, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:02:16.441228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] For port 0957e01e-b6b2-4b68-a353-707e92b623ba, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=0957e01e-b6b2-4b68-a353-707e92b623ba,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:02:16.516227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:16.544716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-af403d56-1e06-4386-94d7-90d815631445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:16.680927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:16.724654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Transition to ACTIVE for port object 1c3fb1da-b499-4833-a18a-fdc43bcbafae will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:02:16.731868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Pushing event updated for resources: {'Port': ['ID=0957e01e-b6b2-4b68-a353-707e92b623ba,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:16.760750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:16.828472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:16.832427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dcae057f-1266-4e15-8a57-d93c63727a2d up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:02:16.850520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Routers {'598216f3-59e0-420e-9e63-2194a16be9e9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:02:16.852123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:02:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['598216f3-59e0-420e-9e63-2194a16be9e9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:16.995857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port dcae057f-1266-4e15-8a57-d93c63727a2d triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:16.996294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:17.015106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:17.189706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52792) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:17.300987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3fb1da-b499-4833-a18a-fdc43bcbafae,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:17.321792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52798) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:17.327490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:17.341500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:02:17.345840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:02:17.352971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] Set router 598216f3-59e0-420e-9e63-2194a16be9e9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:02:17.359889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:02:17.571521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:17.672498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:17.701509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:17.826982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:17.842341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Usage tracker for resource:security_group_rule and tenant:4f70cc656fc84fc389310a648167a71d is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:17.842882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:02:12Z', 'revision_number': 3, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:17.849119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5a48f-a678-4005-bf26-104022817e4f None None] The sync data for ids ['598216f3-59e0-420e-9e63-2194a16be9e9'] in dv-cinder-760184-2-iscsi is: [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:02:12Z', 'revision_number': 3, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:02:17.849578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:17.853638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:17.870075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:17.874791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:17.882668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Usage tracker for resource:security_group_rule and tenant:dc3923ca53eb4af09378b91d771601b9 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:17.892340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:17.906893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:18.040169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.045659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.083282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb732f-8475-4ef4-b00a-c6f40c3f4176 req-d48ae470-5fd3-4d78-9241-ca26ea3af3f1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:18.084960 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06cb732f-8475-4ef4-b00a-c6f40c3f4176 req-d48ae470-5fd3-4d78-9241-ca26ea3af3f1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2876244 Nov 18 17:02:18.150136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-6c4bc42d-3670-4ce1-9018-0262534f3f11 None None] Provisioning for port 1c3fb1da-b499-4833-a18a-fdc43bcbafae completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:02:18.160957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-6c4bc42d-3670-4ce1-9018-0262534f3f11 None None] Provisioning complete for port 1c3fb1da-b499-4833-a18a-fdc43bcbafae triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:18.161677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc42d-3670-4ce1-9018-0262534f3f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.194389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.260242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.296215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f7da64ff-8f7e-40aa-9a62-0690cdfcb6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:18.307300 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f70cc656fc84fc389310a648167a71d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1165819 Nov 18 17:02:18.314137 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc3923ca53eb4af09378b91d771601b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9901631 Nov 18 17:02:18.323475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52814) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:18.324135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52816) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:18.379859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bc42d-3670-4ce1-9018-0262534f3f11 None None] Port 1c3fb1da-b499-4833-a18a-fdc43bcbafae cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:02:18.445527 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06cb732f-8475-4ef4-b00a-c6f40c3f4176 req-84e2121e-2739-48d0-9990-74064c27ebf0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302929 Nov 18 17:02:18.462363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fd821-ac70-46e8-a992-7749fc9f9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b24ca-a339-4ae4-9c13-4d686a5d9b86,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:18.519121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.550319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.570905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.618134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:18.618544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2413341-67b2-4e3c-94f6-9efb58ecca3d,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:18.627192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:18.632420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:18.633068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:18.634256 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.666429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.725809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.793912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.846025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.851833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d8d9b24-1efb-4289-b317-25f20e4e6a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:18.868043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b24ca-a339-4ae4-9c13-4d686a5d9b86,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:18.873514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:18.878800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.895378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44ccc140-2486-41db-aef0-9173242438d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:18.916090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.917384 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d7b24ca-a339-4ae4-9c13-4d686a5d9b86 HTTP/1.1" status: 204 len: 168 time: 0.5919750 Nov 18 17:02:18.919739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2413341-67b2-4e3c-94f6-9efb58ecca3d,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:18.922794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:18.924421 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2413341-67b2-4e3c-94f6-9efb58ecca3d HTTP/1.1" status: 204 len: 168 time: 0.5839047 Nov 18 17:02:18.925449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:18.936669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 0957e01e-b6b2-4b68-a353-707e92b623ba up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:02:19.136340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 0957e01e-b6b2-4b68-a353-707e92b623ba completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:02:19.162670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 0957e01e-b6b2-4b68-a353-707e92b623ba triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:19.167139 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:19.209137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3fb1da-b499-4833-a18a-fdc43bcbafae,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:19.216743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:19.354550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:19.375543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 0957e01e-b6b2-4b68-a353-707e92b623ba, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=0957e01e-b6b2-4b68-a353-707e92b623ba,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:02:19.412372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:19.422702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:19.423685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:02:19.425348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:02:19.530807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=0957e01e-b6b2-4b68-a353-707e92b623ba,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:19.534808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:19.940762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b98db1b6-bafc-4424-b151-2c8120d036dc None None] Provisioning complete for port 1c3fb1da-b499-4833-a18a-fdc43bcbafae triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:19.944013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b98db1b6-bafc-4424-b151-2c8120d036dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:19.962217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d67753-06c0-402c-9b82-2dae1700ee24 req-fefa06b6-6afa-4e27-b817-fd33c8ff4522 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:19.966416 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-82d67753-06c0-402c-9b82-2dae1700ee24 req-fefa06b6-6afa-4e27-b817-fd33c8ff4522 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.3038244 Nov 18 17:02:20.052924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-b98db1b6-bafc-4424-b151-2c8120d036dc None None] Port 1c3fb1da-b499-4833-a18a-fdc43bcbafae cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:02:20.147072 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-82d67753-06c0-402c-9b82-2dae1700ee24 req-09318b31-6595-464e-99a2-3481c91725cf tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812240 Nov 18 17:02:20.179597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52858) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:20.225731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.299982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:20.305042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:c715fa53ab5c423f92fd477c17dfedf1 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:20.311093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:20.319950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:20.395575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Router 598216f3-59e0-420e-9e63-2194a16be9e9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:02:20.453059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.491930 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.500596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1250e263-11be-47d8-b28c-8c475c399b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:20.551878 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b31a30-ffc9-48c3-b9e9-02e600f1be2d,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:20.555727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:20.567076 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c715fa53ab5c423f92fd477c17dfedf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3857403 Nov 18 17:02:20.567780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 52870) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:20.641402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.688497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.738438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:02:20.759499 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/598216f3-59e0-420e-9e63-2194a16be9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2043092 Nov 18 17:02:20.800436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 0957e01e-b6b2-4b68-a353-707e92b623ba up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:02:20.812710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.830622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d9e8eaa7-dac4-41c3-9acc-e84a65e7bb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:20.845595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b31a30-ffc9-48c3-b9e9-02e600f1be2d,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:20.849631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:20.861787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:20.866848 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0b31a30-ffc9-48c3-b9e9-02e600f1be2d HTTP/1.1" status: 204 len: 168 time: 0.2979367 Nov 18 17:02:21.037506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 0957e01e-b6b2-4b68-a353-707e92b623ba triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:21.038119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:21.459369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Sync routers for ids ['598216f3-59e0-420e-9e63-2194a16be9e9'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:02:21.486679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Routers {'598216f3-59e0-420e-9e63-2194a16be9e9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:02:21.487391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:02:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['598216f3-59e0-420e-9e63-2194a16be9e9'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:21.527021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e427f6-0849-42a8-98dc-425f4ece2a7e req-a2078482-1c4f-4f2e-80fc-4cbcadca90c8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:21.540454 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-88e427f6-0849-42a8-98dc-425f4ece2a7e req-a2078482-1c4f-4f2e-80fc-4cbcadca90c8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1993740 Nov 18 17:02:21.625081 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-88e427f6-0849-42a8-98dc-425f4ece2a7e req-721b0b76-2b5a-49ff-b6d7-ca29dacbcf59 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Nov 18 17:02:21.809331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Set router 598216f3-59e0-420e-9e63-2194a16be9e9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:02:22.507548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:02:17Z', 'revision_number': 4, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '1c3fb1da-b499-4833-a18a-fdc43bcbafae', 'name': '', 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'mac_address': 'fa:16:3e:33:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:15Z', 'updated_at': '2020-11-18T17:02:18Z', 'revision_number': 2, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'subnets': [{'id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:22.512798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Checking router: 598216f3-59e0-420e-9e63-2194a16be9e9 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:02:22.513273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Updating router 598216f3-59e0-420e-9e63-2194a16be9e9 port 1c3fb1da-b499-4833-a18a-fdc43bcbafae binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:02:22.577757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:22.957864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3146-40ad-4094-b920-cd74daf55df7 req-103e96dd-b7d2-4879-aec6-498b113504bd tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:22.960323 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-453c3146-40ad-4094-b920-cd74daf55df7 req-103e96dd-b7d2-4879-aec6-498b113504bd tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1235166 Nov 18 17:02:23.027365 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-453c3146-40ad-4094-b920-cd74daf55df7 req-1f9727d9-a2a0-4f36-842f-1564acea7f46 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582631 Nov 18 17:02:23.195448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:23.213711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Transition to ACTIVE for port object 1c3fb1da-b499-4833-a18a-fdc43bcbafae will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:02:23.247095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:23.269489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:23.363129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189724-a8fc-442b-a25e-398548569aa7 None None] Pushing event updated for resources: {'Port': ['ID=1c3fb1da-b499-4833-a18a-fdc43bcbafae,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:23.427821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-34189724-a8fc-442b-a25e-398548569aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:23.690415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Attempting to bind port 1c3fb1da-b499-4833-a18a-fdc43bcbafae on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:02:23.691166 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Attempting to bind port 1c3fb1da-b499-4833-a18a-fdc43bcbafae by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:02:23.691529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Attempting to bind port 1c3fb1da-b499-4833-a18a-fdc43bcbafae on network 582b3cd7-9789-44a9-92e0-aa3f94a28041 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:02:23.699708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:02:23.700042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Checking segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:02:23.700475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:23.700931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Bound using segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:02:23.701487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Bound port: 1c3fb1da-b499-4833-a18a-fdc43bcbafae, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:02:23.701944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:23.839808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] For port 1c3fb1da-b499-4833-a18a-fdc43bcbafae, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:02:23.843803 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] For port 1c3fb1da-b499-4833-a18a-fdc43bcbafae, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=1c3fb1da-b499-4833-a18a-fdc43bcbafae,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:02:23.881416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:23.901558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7a02db3a-e7e3-4d25-9042-78cec5ff9948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:24.130480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189724-a8fc-442b-a25e-398548569aa7 None None] Pushing event updated for resources: {'Port': ['ID=1c3fb1da-b499-4833-a18a-fdc43bcbafae,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:24.135958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-34189724-a8fc-442b-a25e-398548569aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:24.176784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Routers {'598216f3-59e0-420e-9e63-2194a16be9e9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:02:24.177854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:02:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['598216f3-59e0-420e-9e63-2194a16be9e9'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:24.464801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] Set router 598216f3-59e0-420e-9e63-2194a16be9e9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:02:24.492738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5d89-be3c-41c7-9b40-1b49c97761e3 req-db1c60ea-02fd-460f-bc13-682eac76e223 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:24.494864 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2f5a5d89-be3c-41c7-9b40-1b49c97761e3 req-db1c60ea-02fd-460f-bc13-682eac76e223 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2048218 Nov 18 17:02:24.620203 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2f5a5d89-be3c-41c7-9b40-1b49c97761e3 req-07dce24c-6776-49a8-818e-f23dc2a37fc7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177652 Nov 18 17:02:24.997507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:02:17Z', 'revision_number': 4, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '1c3fb1da-b499-4833-a18a-fdc43bcbafae', 'name': '', 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'mac_address': 'fa:16:3e:33:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:15Z', 'updated_at': '2020-11-18T17:02:23Z', 'revision_number': 4, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'subnets': [{'id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:02:25.008576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16149afc-d7db-4212-b875-6ea87210c749 None None] The sync data for ids ['598216f3-59e0-420e-9e63-2194a16be9e9'] in dv-cinder-760184-2-iscsi is: [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:02:17Z', 'revision_number': 4, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '1c3fb1da-b499-4833-a18a-fdc43bcbafae', 'name': '', 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'mac_address': 'fa:16:3e:33:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:15Z', 'updated_at': '2020-11-18T17:02:23Z', 'revision_number': 4, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'subnets': [{'id': 'd08e61c2-4b5a-4b30-9f71-fce76f8cb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:02:25.895739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e1b73-8235-49a9-8991-06b572d16902 req-5405a2c4-963e-4c3a-80a3-c4d42cdc1b53 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:25.902631 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b58e1b73-8235-49a9-8991-06b572d16902 req-5405a2c4-963e-4c3a-80a3-c4d42cdc1b53 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1248577 Nov 18 17:02:25.986314 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b58e1b73-8235-49a9-8991-06b572d16902 req-aee99d58-9ffd-4fc1-81c9-dae27e247c20 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785024 Nov 18 17:02:26.823477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 1c3fb1da-b499-4833-a18a-fdc43bcbafae up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:02:26.947016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 1c3fb1da-b499-4833-a18a-fdc43bcbafae completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:02:26.952842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 1c3fb1da-b499-4833-a18a-fdc43bcbafae triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:26.953384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:27.131702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:27.200639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 1c3fb1da-b499-4833-a18a-fdc43bcbafae, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=1c3fb1da-b499-4833-a18a-fdc43bcbafae,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:02:27.261601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:27.263825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d5481328-2de8-482f-85f1-c4a7ad887a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:27.299188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7718a6-0283-46d6-a090-4c229fb1226d req-2a400ca2-3acc-4009-89fa-189a9ab44d9a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:27.300863 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7b7718a6-0283-46d6-a090-4c229fb1226d req-2a400ca2-3acc-4009-89fa-189a9ab44d9a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1244292 Nov 18 17:02:27.340747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=1c3fb1da-b499-4833-a18a-fdc43bcbafae,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:27.347281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:27.358398 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7b7718a6-0283-46d6-a090-4c229fb1226d req-93b9fb5e-be02-4e7b-91f1-ad06babf9511 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Nov 18 17:02:28.611272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756efa7-0220-4f97-be94-7a7a82c0b303 req-292ce1b3-32bb-47be-b155-129b0094c001 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:28.612821 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8756efa7-0220-4f97-be94-7a7a82c0b303 req-292ce1b3-32bb-47be-b155-129b0094c001 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0982895 Nov 18 17:02:28.680088 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8756efa7-0220-4f97-be94-7a7a82c0b303 req-06239d39-b348-4a17-8e4d-e070692e2b1b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573695 Nov 18 17:02:28.804904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 1c3fb1da-b499-4833-a18a-fdc43bcbafae up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:02:28.932805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 1c3fb1da-b499-4833-a18a-fdc43bcbafae triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:02:28.933316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:29.569200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:02:29.926647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e04e31-3940-4317-8ed4-0cd773a1895b req-618cd1da-ea7b-4dc3-9ab1-5c9a002e5ebd tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:29.928296 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5e04e31-3940-4317-8ed4-0cd773a1895b req-618cd1da-ea7b-4dc3-9ab1-5c9a002e5ebd tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1008182 Nov 18 17:02:29.987897 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f5e04e31-3940-4317-8ed4-0cd773a1895b req-de9cc83d-6a1d-4a12-bbe2-d81e421874f2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495176 Nov 18 17:02:31.254759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b31e-afab-4e7b-a638-32e929e9733d req-6a0a2072-2e26-48a5-b775-3d0c6df72efb tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:31.258282 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-32f4b31e-afab-4e7b-a638-32e929e9733d req-6a0a2072-2e26-48a5-b775-3d0c6df72efb tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1056719 Nov 18 17:02:31.319121 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-32f4b31e-afab-4e7b-a638-32e929e9733d req-776d4613-9c9a-4d5b-9b63-9c834f9ca743 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561750 Nov 18 17:02:32.562631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da657ee0-f547-441f-9767-31466f339864 req-ab0945d9-cf33-47d6-99d5-1c7f0531211c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:32.570933 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-da657ee0-f547-441f-9767-31466f339864 req-ab0945d9-cf33-47d6-99d5-1c7f0531211c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1125164 Nov 18 17:02:32.638724 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-da657ee0-f547-441f-9767-31466f339864 req-28ddc407-8320-4c68-894b-9c53db8652ae tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641704 Nov 18 17:02:33.865824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d081d78-8951-4221-91f5-e02b21cffbf7 req-61569df1-4d1f-46fc-a664-0b37742e2c75 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:33.867546 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4d081d78-8951-4221-91f5-e02b21cffbf7 req-61569df1-4d1f-46fc-a664-0b37742e2c75 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0952799 Nov 18 17:02:33.916523 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4d081d78-8951-4221-91f5-e02b21cffbf7 req-08809c13-dd17-4c40-87c9-888d57407605 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Nov 18 17:02:34.964436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-376f43b6-0f43-4f5c-9bfb-930c0caad4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:35.237731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff7b3-30ee-4aad-9cde-d6e2cf3f14e0 req-f52dd860-ea8d-45ae-97c8-1122d4ccaa30 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:35.239281 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1c3ff7b3-30ee-4aad-9cde-d6e2cf3f14e0 req-f52dd860-ea8d-45ae-97c8-1122d4ccaa30 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1641471 Nov 18 17:02:35.325520 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1c3ff7b3-30ee-4aad-9cde-d6e2cf3f14e0 req-13ef3954-6d3b-4275-9bb7-de1b8a8cc9bf tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745163 Nov 18 17:02:36.626090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7939f-6eff-4b3c-b0d7-efb7bcb3fc7f req-3d6ae87a-7b87-4d55-a196-390f9eeccf51 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:36.635308 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-43b7939f-6eff-4b3c-b0d7-efb7bcb3fc7f req-3d6ae87a-7b87-4d55-a196-390f9eeccf51 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1081834 Nov 18 17:02:36.701081 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-43b7939f-6eff-4b3c-b0d7-efb7bcb3fc7f req-7ae32748-4bce-4a94-a615-60f52d789460 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Nov 18 17:02:36.884136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5abf0f52-154b-49ff-ab81-5c3738056907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:37.233598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 53216) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:37.404482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:37.444524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:02:37.448107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Usage tracker for resource:security_group_rule and tenant:f6fe914b356a4cf2badab0700e206366 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:02:37.451912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:02:37.459360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:02:37.533533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:37.977752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:37.978384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:37.986043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9e26be5e-2c48-4ce5-95ef-e00d7c6e78ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:38.044120 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6fe914b356a4cf2badab0700e206366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8090334 Nov 18 17:02:38.046718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8801f-14bd-49d9-be29-229fc3cf9bb4,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:38.047050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 53228) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:02:38.051408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:38.211658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:38.251124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:38.301979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7b235-7390-4624-9190-7d6a0782004b req-fe7c47d9-d9aa-4d58-9880-885693695cfc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:38.304184 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-75f7b235-7390-4624-9190-7d6a0782004b req-fe7c47d9-d9aa-4d58-9880-885693695cfc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2293892 Nov 18 17:02:38.386177 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-75f7b235-7390-4624-9190-7d6a0782004b req-4f017399-c726-4309-b0c3-c0bede335c2a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740628 Nov 18 17:02:38.387609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:38.395168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d8a7e909-3955-4678-9ea1-f949237faa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:02:38.414014 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:38.418307 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daa8801f-14bd-49d9-be29-229fc3cf9bb4 HTTP/1.1" status: 204 len: 168 time: 0.3699155 Nov 18 17:02:38.422114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8801f-14bd-49d9-be29-229fc3cf9bb4,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:02:38.424795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:02:38.800427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:39.251683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:39.681847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358485-8a8f-488b-829f-256ae0758860 req-d7bd4bfb-b3c9-436f-822a-60ea5b985cf8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:39.683860 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e6358485-8a8f-488b-829f-256ae0758860 req-d7bd4bfb-b3c9-436f-822a-60ea5b985cf8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1222193 Nov 18 17:02:39.740825 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e6358485-8a8f-488b-829f-256ae0758860 req-3642efb4-f129-464f-af90-7c828087bf43 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Nov 18 17:02:40.986418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd4294-c9a4-4d31-a7bf-07c91ad535d9 req-428bb69c-9de9-473c-90a9-f4a97428db67 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:40.988405 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73bd4294-c9a4-4d31-a7bf-07c91ad535d9 req-428bb69c-9de9-473c-90a9-f4a97428db67 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0873079 Nov 18 17:02:41.047021 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73bd4294-c9a4-4d31-a7bf-07c91ad535d9 req-2b55c27a-4160-49cc-b773-d0fe4a4d8591 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510690 Nov 18 17:02:42.274614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41352e1-8cf1-41a5-a787-76d3d31ae759 req-1f63f209-9506-48b6-a4f2-5e1c9e888e6f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:42.276269 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b41352e1-8cf1-41a5-a787-76d3d31ae759 req-1f63f209-9506-48b6-a4f2-5e1c9e888e6f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0925853 Nov 18 17:02:42.327211 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b41352e1-8cf1-41a5-a787-76d3d31ae759 req-46803797-d7b4-4418-bbda-91e5a3c38206 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Nov 18 17:02:43.537798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:02:43.671534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b38-db9c-46f3-876d-97364ebf185c req-ae542986-3dc1-4af2-be61-4ba40adbc736 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:43.673151 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-ae542986-3dc1-4af2-be61-4ba40adbc736 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/networks?id=582b3cd7-9789-44a9-92e0-aa3f94a28041 HTTP/1.1" status: 200 len: 814 time: 0.2269030 Nov 18 17:02:43.702517 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-938b4744-c0b3-40f3-8c10-4cb064ea1b45 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/quotas/b726004492ce4660a8b3a97c2c2601e8 HTTP/1.1" status: 200 len: 375 time: 0.0197937 Nov 18 17:02:43.730982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2ea46-acfa-4cea-8a1e-c6cfe0ada9d2 req-b2fcbb6f-de5e-42b4-acd9-fe190d682e58 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:43.732554 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8eb2ea46-acfa-4cea-8a1e-c6cfe0ada9d2 req-b2fcbb6f-de5e-42b4-acd9-fe190d682e58 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0949924 Nov 18 17:02:43.764570 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-d21d43ab-edbc-4fe5-a48a-b068a91d344b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.1533303 Nov 18 17:02:43.786837 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8eb2ea46-acfa-4cea-8a1e-c6cfe0ada9d2 req-8c6f4879-7735-410d-892c-0def4d328efd tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474906 Nov 18 17:02:44.128917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3a665b38-db9c-46f3-876d-97364ebf185c req-a2ab7d54-379c-4ede-9cea-186ecd81607a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Synchronizing usage tracker for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:02:44.143157 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-6aeddbbe-8830-4b09-b9b0-652b457780ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:44.144646 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-6aeddbbe-8830-4b09-b9b0-652b457780ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.3580041 Nov 18 17:02:44.212521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3a665b38-db9c-46f3-876d-97364ebf185c req-a2ab7d54-379c-4ede-9cea-186ecd81607a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Unset dirty status for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:02:44.213965 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-a2ab7d54-379c-4ede-9cea-186ecd81607a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?tenant_id=b726004492ce4660a8b3a97c2c2601e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5030119 Nov 18 17:02:44.223286 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-25946063-0c3c-4060-8b20-3739eac01e93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0695841 Nov 18 17:02:44.400977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-ab30582b-dd88-4724-8797-afb22ec94abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:44.402605 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-ab30582b-dd88-4724-8797-afb22ec94abd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.1528976 Nov 18 17:02:44.462860 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-09d1f951-72d2-4420-b70e-20817a3ff319 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519905 Nov 18 17:02:44.516256 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-8aa54695-d2b2-4aa4-b446-7b8f94370003 service neutron] 10.222.0.21 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883732 Nov 18 17:02:44.787720 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-d10dadfa-bea6-4eaa-8616-87891fe8e921 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093553 Nov 18 17:02:44.844281 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-6e867ccc-8acb-4dc7-8b9c-52854e942185 service neutron] 10.222.0.21 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3135622 Nov 18 17:02:44.998586 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6de222-4565-483d-b2f1-fd6bf5ed8a96 req-4223e61a-7df2-49b4-ac65-9afdbce520c5 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1938803 Nov 18 17:02:45.072106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065e296-1a1d-4e3a-aeac-9173933f3bd8 req-58c31e29-5ce4-45a8-b4e7-7e9173b1fac1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:45.074563 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a065e296-1a1d-4e3a-aeac-9173933f3bd8 req-58c31e29-5ce4-45a8-b4e7-7e9173b1fac1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1256340 Nov 18 17:02:45.154577 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a065e296-1a1d-4e3a-aeac-9173933f3bd8 req-b15d2d8b-4f32-4fb4-854b-f2a093a6de8c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 Nov 18 17:02:46.290740 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d3ece98f-9601-4afe-b547-f03d3dc540c9 req-c60b1a49-3f88-439b-a4c1-9abc89ae4a85 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0661867 Nov 18 17:02:46.417155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce94ac-d6af-47c5-9c02-97d29f348750 req-9d067dda-329b-4abf-9298-d8dfb6d7c3ee tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:46.418938 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8ce94ac-d6af-47c5-9c02-97d29f348750 req-9d067dda-329b-4abf-9298-d8dfb6d7c3ee tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1088147 Nov 18 17:02:46.556188 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8ce94ac-d6af-47c5-9c02-97d29f348750 req-1917ab3f-c3c7-4df1-8dac-1d75741483d0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287620 Nov 18 17:02:46.592371 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d3a95cb-4bf0-4181-a941-a05c7896e115 req-1d79cd97-641f-436e-bc7c-782a518a994d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.1353042 Nov 18 17:02:46.641289 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d3a95cb-4bf0-4181-a941-a05c7896e115 req-54d7d951-ee6d-4c63-bc70-b3b1bc219c59 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Nov 18 17:02:47.477071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a1a5a16-1793-4c9b-8c4b-c95e7044a778 req-c609b4b9-0c71-41e3-808c-62633e4f5baf tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0900934 Nov 18 17:02:47.954375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0502e1-510b-4e22-96b5-57a77575fd6c req-18610c55-e904-451f-9c16-36b6a9d8b04b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:47.956241 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0f0502e1-510b-4e22-96b5-57a77575fd6c req-18610c55-e904-451f-9c16-36b6a9d8b04b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1390688 Nov 18 17:02:48.046597 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0f0502e1-510b-4e22-96b5-57a77575fd6c req-e39a221c-f06a-44c0-ad13-e35667c53398 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789931 Nov 18 17:02:48.807729 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13df3362-68da-410e-a875-30491a294e8a req-9a37d958-523e-45a7-ac7d-83e6e8c44471 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0882497 Nov 18 17:02:49.324072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab101f15-7dbc-4c41-8fa3-bf4faea993bf req-c7afc45d-450b-4a3d-84a5-8c2e3f8b0890 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:49.325941 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab101f15-7dbc-4c41-8fa3-bf4faea993bf req-c7afc45d-450b-4a3d-84a5-8c2e3f8b0890 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1027129 Nov 18 17:02:49.384997 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab101f15-7dbc-4c41-8fa3-bf4faea993bf req-46f36efa-417b-42f5-a854-51a17a10d2e8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Nov 18 17:02:50.255802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab243e97-766a-4fdb-b880-2f3515dfc90a req-7027f4c6-2b47-41ef-924e-1be60a497f90 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:50.257405 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab243e97-766a-4fdb-b880-2f3515dfc90a req-7027f4c6-2b47-41ef-924e-1be60a497f90 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2842984 Nov 18 17:02:50.318831 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab243e97-766a-4fdb-b880-2f3515dfc90a req-585cd76f-03e0-4f4b-b47a-15339a2d9a6b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496209 Nov 18 17:02:50.500114 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f7dbb0e0-7a8c-4cfe-8ee7-a061bd0e30f6 req-46b9e687-45a0-40b3-a326-2067811427e3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0493476 Nov 18 17:02:51.541035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab678188-97e6-44eb-a9fd-c0b0534644ab req-65d0e26a-6013-41d7-99fe-9e30c71dfa52 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:51.541716 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab678188-97e6-44eb-a9fd-c0b0534644ab req-65d0e26a-6013-41d7-99fe-9e30c71dfa52 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0862260 Nov 18 17:02:51.591054 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ab678188-97e6-44eb-a9fd-c0b0534644ab req-1ed24bc3-ab21-4e77-94c5-47a98b52a985 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Nov 18 17:02:51.754584 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a29d1a0-c44a-4a21-87b8-84176728a9c9 req-0974350c-b36d-4322-902b-a12cf3a2dd60 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0454218 Nov 18 17:02:52.813498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aeb05-6a0c-492f-8105-18341911a047 req-4c15ea33-2b61-4010-830c-0cca7d410c01 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:52.815147 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-996aeb05-6a0c-492f-8105-18341911a047 req-4c15ea33-2b61-4010-830c-0cca7d410c01 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0917580 Nov 18 17:02:52.866553 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-996aeb05-6a0c-492f-8105-18341911a047 req-e4b03bfc-7902-4e58-9bca-3f831d5dca5b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Nov 18 17:02:53.032914 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a428078f-3a1c-491e-9f0e-9d018ae73c10 req-0440a206-e746-4ba8-af82-891e6a496da7 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0463305 Nov 18 17:02:54.240067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de6b09-ebd7-40b5-975a-c2ae95ebc396 req-929894f6-cfda-4e85-b683-47d05aa61adc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:54.241841 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-25de6b09-ebd7-40b5-975a-c2ae95ebc396 req-929894f6-cfda-4e85-b683-47d05aa61adc tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1043174 Nov 18 17:02:54.312651 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-25de6b09-ebd7-40b5-975a-c2ae95ebc396 req-de9408c4-798e-4f76-9378-11579c46d239 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Nov 18 17:02:54.484528 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-07cf8617-2be9-4876-889f-1c11835bed60 req-a0e30399-03f4-46b6-b0e3-df52a1e705a3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0472021 Nov 18 17:02:55.554715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d753e-3a7e-446d-86c3-268d7bf66687 req-de56b06f-e567-49c9-84ae-0044ce39e338 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:55.556908 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-721d753e-3a7e-446d-86c3-268d7bf66687 req-de56b06f-e567-49c9-84ae-0044ce39e338 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0908711 Nov 18 17:02:55.613661 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-721d753e-3a7e-446d-86c3-268d7bf66687 req-b767a2b6-3074-4d80-b3a2-2f77f0a82005 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Nov 18 17:02:55.781696 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d1a3f8c3-ace1-4db8-b517-3f35ec7236ae req-af1ad1dd-4d18-4371-8409-978fff3dc2db tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0474436 Nov 18 17:02:56.830378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f69f-e84b-4292-9c47-46ced6f1b8c8 req-141f5380-5e66-4a75-938c-6799a61dc9c1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:56.832008 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1387f69f-e84b-4292-9c47-46ced6f1b8c8 req-141f5380-5e66-4a75-938c-6799a61dc9c1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0911276 Nov 18 17:02:56.881083 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1387f69f-e84b-4292-9c47-46ced6f1b8c8 req-79cc984d-6fa2-4661-af3e-7eb5c622ae7f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Nov 18 17:02:57.049102 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2da1d217-824a-4c7f-ad07-491c7e030c65 req-d9d9f7a8-ba31-4fad-9d30-b8987fe6be90 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0466597 Nov 18 17:02:58.092827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ddaa-9a84-4b69-b3ab-15abb677780f req-d4a57671-b363-47da-bce1-1673901318d3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:58.094473 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3731ddaa-9a84-4b69-b3ab-15abb677780f req-d4a57671-b363-47da-bce1-1673901318d3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0877171 Nov 18 17:02:58.145586 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3731ddaa-9a84-4b69-b3ab-15abb677780f req-e03018b4-679f-43bb-8520-024956d10bf8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Nov 18 17:02:58.308127 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1978c0af-9494-41ed-a7d8-34a8b988597e req-a2283e65-fee7-438d-b7db-eb3a1153e112 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0458345 Nov 18 17:02:59.364226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3054003-6710-446c-a5b9-38cb13b697eb req-d53ffc63-960c-4f60-9492-9b5df4ba7856 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:02:59.365950 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a3054003-6710-446c-a5b9-38cb13b697eb req-d53ffc63-960c-4f60-9492-9b5df4ba7856 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0842791 Nov 18 17:02:59.425462 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a3054003-6710-446c-a5b9-38cb13b697eb req-cdd8fd6a-8990-4403-bed7-b3befdbc9f85 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481682 Nov 18 17:02:59.589105 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-211dc46c-4fd9-4fcb-a391-338d94ab9a96 req-ee516a80-5c50-4fb8-9d53-d6a93a1ff78d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0465114 Nov 18 17:03:00.632425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181e2f-d5ac-4fda-922b-452fadf94efc req-dcb27c78-3f24-40a2-8b9d-796e94e31738 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:00.634683 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1f181e2f-d5ac-4fda-922b-452fadf94efc req-dcb27c78-3f24-40a2-8b9d-796e94e31738 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0825961 Nov 18 17:03:00.686750 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1f181e2f-d5ac-4fda-922b-452fadf94efc req-2323f466-1696-44a5-9294-b26327b3546a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458498 Nov 18 17:03:00.859851 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73f821b8-a8f7-4d7b-9d3c-955b01277441 req-19c2ac47-1532-4081-a436-350741adc33a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0544534 Nov 18 17:03:01.057344 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-fbc8e4d8-5f3b-41bd-87d2-0218b9fc7f82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.1175368 Nov 18 17:03:01.254886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-8c28b2fe-dd60-433b-a0f0-ac1e7f15f4fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:01.256405 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-8c28b2fe-dd60-433b-a0f0-ac1e7f15f4fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1892321 Nov 18 17:03:01.335073 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-81a35b89-9e59-4a44-b439-c2a418030057 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0700524 Nov 18 17:03:01.424835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-6dda6348-053f-4731-880d-4f61fa8dda79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:01.428238 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-6dda6348-053f-4731-880d-4f61fa8dda79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0783632 Nov 18 17:03:01.508568 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-bacd4661-03d5-486c-8c23-69d964588156 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659029 Nov 18 17:03:01.647647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b38-db9c-46f3-876d-97364ebf185c req-cdcd0f15-978f-44bb-96b7-1ec5738d5cbb tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:01.648447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3a665b38-db9c-46f3-876d-97364ebf185c req-cdcd0f15-978f-44bb-96b7-1ec5738d5cbb tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Synchronizing usage tracker for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:network {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:03:01.691779 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-c2945bc8-9fb6-470f-859b-8736c54c3e71 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725445 Nov 18 17:03:01.702636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3a665b38-db9c-46f3-876d-97364ebf185c req-cdcd0f15-978f-44bb-96b7-1ec5738d5cbb tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Unset dirty status for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:network {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:03:01.703978 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-cdcd0f15-978f-44bb-96b7-1ec5738d5cbb tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.43 "GET /v2.0/networks?id=582b3cd7-9789-44a9-92e0-aa3f94a28041 HTTP/1.1" status: 200 len: 814 time: 0.2560916 Nov 18 17:03:01.896655 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1b0a8cd-f8aa-4d1f-a0c0-a4b721de3455 req-41ef51fb-40ca-45db-ac7d-9ed44007bbad service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1978869 Nov 18 17:03:01.927275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Request body: {'port': {'device_id': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041', 'admin_state_up': True, 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:03:01.963481 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab52c0-e73d-4a3f-891d-35ce0e84e5e3 req-cbc80a42-321f-449a-af05-f353f2a7b514 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:01.967233 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b1ab52c0-e73d-4a3f-891d-35ce0e84e5e3 req-cbc80a42-321f-449a-af05-f353f2a7b514 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1444890 Nov 18 17:03:02.049730 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b1ab52c0-e73d-4a3f-891d-35ce0e84e5e3 req-354b39fd-6763-4515-93b4-7d2b6233de11 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759943 Nov 18 17:03:02.156616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:03:02.168017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:03:02.220527 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Made reservation on behalf of b726004492ce4660a8b3a97c2c2601e8 for: {'port': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:03:02.226472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:02.324708 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8ce838e-7831-42f4-a802-ad9b39c95c55 req-001d4ff3-4f37-4b7b-bf74-72078ef77c8d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0527670 Nov 18 17:03:02.689903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Allocated IP 172.20.0.8 (582b3cd7-9789-44a9-92e0-aa3f94a28041/d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6/cf887022-9652-4b80-b2b7-44554327eccb) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:03:02.955070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:02.978102 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Transition to ACTIVE for port object cf887022-9652-4b80-b2b7-44554327eccb will not be triggered until provisioned by entity DHCP. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:03:03.074505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:03.095218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:03.371003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Pushing event updated for resources: {'Port': ['ID=cf887022-9652-4b80-b2b7-44554327eccb,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:03.392714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.393186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.393514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.394310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.394668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.395069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.395468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.395862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.396262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.396722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.397178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.397577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.398079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.398650 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.399175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.399601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.400396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.400786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.401205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.401739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.402109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.402494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.402879 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.403265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:03.413662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:03.528840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:03:03.538764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:03:03.543462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:03:03.636708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd99c-e83c-4a7c-8011-6929ed5e86b3 req-044f629d-6558-4fda-9394-eacf5dc95aee tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:03.640863 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-930bd99c-e83c-4a7c-8011-6929ed5e86b3 req-044f629d-6558-4fda-9394-eacf5dc95aee tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2760208 Nov 18 17:03:03.646342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:03.647046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:03.806009 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-930bd99c-e83c-4a7c-8011-6929ed5e86b3 req-6ed29dc6-522e-496e-ac2a-b32767e29baf tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537936 Nov 18 17:03:03.850322 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-3c244f85-8c48-40a7-8a1b-2218a4e5e1ec tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9281185 Nov 18 17:03:03.951875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-acbcd761-1ef0-4af8-9223-68bf1ef1cf68 None None] Provisioning for port cf887022-9652-4b80-b2b7-44554327eccb completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:03:03.957997 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-acbcd761-1ef0-4af8-9223-68bf1ef1cf68 None None] Provisioning complete for port cf887022-9652-4b80-b2b7-44554327eccb triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:03:03.958537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-acbcd761-1ef0-4af8-9223-68bf1ef1cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:04.020158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-acbcd761-1ef0-4af8-9223-68bf1ef1cf68 None None] Port cf887022-9652-4b80-b2b7-44554327eccb cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:03:04.096877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-e1e8abaf-f0d6-46fb-a77d-7f946305e0c3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:04.098118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-e1e8abaf-f0d6-46fb-a77d-7f946305e0c3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Synchronizing usage tracker for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:03:04.157616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-e1e8abaf-f0d6-46fb-a77d-7f946305e0c3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Unset dirty status for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:03:04.159163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-e1e8abaf-f0d6-46fb-a77d-7f946305e0c3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.2126961 Nov 18 17:03:04.223842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-201e2ac3-fdbb-4f69-b55e-4c1f4fba4384 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Synchronizing usage tracker for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:security_group {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:03:04.341098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-201e2ac3-fdbb-4f69-b55e-4c1f4fba4384 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Unset dirty status for tenant:b726004492ce4660a8b3a97c2c2601e8 on resource:security_group {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:03:04.342757 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45664fd4-8db9-4f02-8663-725e4d21f76c req-201e2ac3-fdbb-4f69-b55e-4c1f4fba4384 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716225 Nov 18 17:03:04.986789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d827-3dee-4ac8-8356-3bff0b36d461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:05.075287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091314-3456-4b89-be55-ecba1d524ee1 req-4abd4047-9c29-43d7-a2b6-255249ab8cf0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:05.077245 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ef091314-3456-4b89-be55-ecba1d524ee1 req-4abd4047-9c29-43d7-a2b6-255249ab8cf0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1073797 Nov 18 17:03:05.131037 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ef091314-3456-4b89-be55-ecba1d524ee1 req-9821ac79-d8bf-4c08-8751-d4f2c75313ca tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 Nov 18 17:03:05.566496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66a9e4-84b3-4896-9315-1cb1ea82f1ef req-6c541afe-25bd-43d7-a93f-9bfc234065dc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:05.568172 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac66a9e4-84b3-4896-9315-1cb1ea82f1ef req-6c541afe-25bd-43d7-a93f-9bfc234065dc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0893750 Nov 18 17:03:05.628267 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac66a9e4-84b3-4896-9315-1cb1ea82f1ef req-75d83f84-9db7-4a71-993b-a11efc95825a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527635 Nov 18 17:03:06.366833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50783a16-c515-4c0c-a75c-e055335653a1 req-1ae601f9-46c5-46af-8e53-d0114ffc08e8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:06.369096 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-50783a16-c515-4c0c-a75c-e055335653a1 req-1ae601f9-46c5-46af-8e53-d0114ffc08e8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1042404 Nov 18 17:03:06.427219 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-50783a16-c515-4c0c-a75c-e055335653a1 req-cb0716ba-940b-4146-9719-0bd1e718e8c8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Nov 18 17:03:06.571608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:03:06.862096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-607cccf1-c78d-4dfd-bdab-dd9dd377dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:06.879946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f801356-4e5f-4a02-b253-38b2e053753d req-95b27bca-0092-489f-8d83-cfee323baefc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:06.881729 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f801356-4e5f-4a02-b253-38b2e053753d req-95b27bca-0092-489f-8d83-cfee323baefc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0986679 Nov 18 17:03:06.965934 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f801356-4e5f-4a02-b253-38b2e053753d req-0f28f684-476e-44df-8115-8fd970503fe2 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Nov 18 17:03:07.663900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c92a-704d-4598-8c79-996b580e1022 req-d9baa243-caac-49a8-a82c-31e42968b607 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:07.666262 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e557c92a-704d-4598-8c79-996b580e1022 req-d9baa243-caac-49a8-a82c-31e42968b607 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1015730 Nov 18 17:03:07.673721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:07.717871 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e557c92a-704d-4598-8c79-996b580e1022 req-fc5c5a70-4cf7-4e0d-b11e-3e654b5a2e4b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439789 Nov 18 17:03:08.221269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973359a-d649-4a0a-b8a1-15d022ce1bbf req-eb31fbcf-b897-42d0-836d-c6fc52c0c10b tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:08.223035 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8973359a-d649-4a0a-b8a1-15d022ce1bbf req-eb31fbcf-b897-42d0-836d-c6fc52c0c10b tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.1194668 Nov 18 17:03:08.275473 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8973359a-d649-4a0a-b8a1-15d022ce1bbf req-a62ef7ed-e2d4-42a6-9430-775467b42995 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Nov 18 17:03:08.809996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:08.942936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15d901-4b64-44a2-a06b-e4fc5c4d29c3 req-ef355538-596a-44c6-b920-47bebfebaf93 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:08.944576 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc15d901-4b64-44a2-a06b-e4fc5c4d29c3 req-ef355538-596a-44c6-b920-47bebfebaf93 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0849509 Nov 18 17:03:08.995134 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc15d901-4b64-44a2-a06b-e4fc5c4d29c3 req-d11db198-0854-4c2c-926e-2971c9fd04a1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Nov 18 17:03:09.267470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:09.513395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66445e-dd8f-4ecc-bf98-847288a3f6e1 req-91d42693-bfd5-4226-9c64-7e4d4d9e3a39 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:09.515174 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac66445e-dd8f-4ecc-bf98-847288a3f6e1 req-91d42693-bfd5-4226-9c64-7e4d4d9e3a39 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0922990 Nov 18 17:03:09.567611 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac66445e-dd8f-4ecc-bf98-847288a3f6e1 req-4fed6f41-10e8-4d68-86db-bab512a4aee5 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Nov 18 17:03:10.278190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59f544-2ee4-41ff-bd60-427a706d35b1 req-06b25dca-fcf0-4f4c-9214-fd39d8251a95 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:10.279868 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0a59f544-2ee4-41ff-bd60-427a706d35b1 req-06b25dca-fcf0-4f4c-9214-fd39d8251a95 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1040666 Nov 18 17:03:10.330845 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0a59f544-2ee4-41ff-bd60-427a706d35b1 req-5df796db-0888-4b0e-81a7-4a6e47947fef tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Nov 18 17:03:10.786411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7b633-c0ef-4587-9410-f34c9e8d287f req-acf4bcf7-6605-46f8-9a6d-5b0aef602496 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:10.788062 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b0e7b633-c0ef-4587-9410-f34c9e8d287f req-acf4bcf7-6605-46f8-9a6d-5b0aef602496 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0885019 Nov 18 17:03:10.844536 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b0e7b633-c0ef-4587-9410-f34c9e8d287f req-148a2041-da97-4887-bb16-6aa562a42250 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495946 Nov 18 17:03:11.564640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d96869-6725-4eb5-845f-465d24a844c7 req-dce52ea6-2578-40f5-b9d5-6817e1ae33f3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:11.566293 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47d96869-6725-4eb5-845f-465d24a844c7 req-dce52ea6-2578-40f5-b9d5-6817e1ae33f3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0954714 Nov 18 17:03:11.621825 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47d96869-6725-4eb5-845f-465d24a844c7 req-983cc841-703f-40ba-8dbc-a9752c9dcaa0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Nov 18 17:03:12.075413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236ebd-a973-4751-961a-b75a5f704fda req-e9d2a84e-1d8d-4b3d-bc6e-a79071a94567 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:12.077143 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2236ebd-a973-4751-961a-b75a5f704fda req-e9d2a84e-1d8d-4b3d-bc6e-a79071a94567 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0919347 Nov 18 17:03:12.139789 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2236ebd-a973-4751-961a-b75a5f704fda req-9be00956-db31-43bc-8fd7-039b3ab8ee73 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562446 Nov 18 17:03:12.872039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3227c3c-a947-4978-b9b9-ba9515d64cf1 req-e7444094-8c4f-4ae2-83ca-74928018265e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:12.873804 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d3227c3c-a947-4978-b9b9-ba9515d64cf1 req-e7444094-8c4f-4ae2-83ca-74928018265e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0957854 Nov 18 17:03:13.122750 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d3227c3c-a947-4978-b9b9-ba9515d64cf1 req-f9fa021b-b1a4-4f7c-ba63-30d21ac18151 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425261 Nov 18 17:03:13.380035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5290302-ba86-4e76-bf42-0f3bd1e3df88 req-6a80c144-11f6-47cd-8599-83ca7faacc56 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:13.381580 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5290302-ba86-4e76-bf42-0f3bd1e3df88 req-6a80c144-11f6-47cd-8599-83ca7faacc56 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0833979 Nov 18 17:03:13.432063 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5290302-ba86-4e76-bf42-0f3bd1e3df88 req-09145b37-ad4e-4bc0-a84f-c48060999c5a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442080 Nov 18 17:03:13.496121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:14.343413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ae4d-62f3-407d-a824-83e167cd4b62 req-32f85892-5b49-47ef-a4de-09085345eb8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:14.345015 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-aa89ae4d-62f3-407d-a824-83e167cd4b62 req-32f85892-5b49-47ef-a4de-09085345eb8e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0858617 Nov 18 17:03:14.396736 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-aa89ae4d-62f3-407d-a824-83e167cd4b62 req-b50662b2-e998-45dd-b940-2b44413e88f7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452609 Nov 18 17:03:14.903567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677dbcb-d368-4220-b6eb-91579108df87 req-d8968014-27f2-41e7-81bd-3ddb58665c35 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:14.903801 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f677dbcb-d368-4220-b6eb-91579108df87 req-d8968014-27f2-41e7-81bd-3ddb58665c35 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0868196 Nov 18 17:03:14.975227 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f677dbcb-d368-4220-b6eb-91579108df87 req-8fe4598e-7019-487b-90ae-0a62811ada0e tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640376 Nov 18 17:03:15.643123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50306487-d47c-4470-b155-add799fc3133 req-63027972-a4c4-42c8-94c3-4c4e212fe763 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:15.644753 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-50306487-d47c-4470-b155-add799fc3133 req-63027972-a4c4-42c8-94c3-4c4e212fe763 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0946112 Nov 18 17:03:15.699268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-50306487-d47c-4470-b155-add799fc3133 req-f0c9d8ca-d358-423f-8071-8473098859df tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 Nov 18 17:03:16.198961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a47e4f-fa49-4e97-bdaf-0ae93f73c1d2 req-c35269f0-1aae-42fd-8bcb-832690653545 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:16.200564 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2a47e4f-fa49-4e97-bdaf-0ae93f73c1d2 req-c35269f0-1aae-42fd-8bcb-832690653545 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0875452 Nov 18 17:03:16.249088 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2a47e4f-fa49-4e97-bdaf-0ae93f73c1d2 req-368feace-e21b-40f5-a447-fd8fcb48c219 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Nov 18 17:03:16.970834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559abfe-3867-491d-8024-8bd031045801 req-b3b28090-762a-4999-be2c-db2b37b333d6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:16.972598 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4559abfe-3867-491d-8024-8bd031045801 req-b3b28090-762a-4999-be2c-db2b37b333d6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0878460 Nov 18 17:03:17.036461 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4559abfe-3867-491d-8024-8bd031045801 req-e573f672-adb8-4bec-b429-b9e3569e245f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486317 Nov 18 17:03:17.498359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1d335-f5f1-4156-b3bd-8e3ce0fc47fd req-4df5a1d1-1535-4011-b4db-7f9da3db5d06 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:17.500072 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-61d1d335-f5f1-4156-b3bd-8e3ce0fc47fd req-4df5a1d1-1535-4011-b4db-7f9da3db5d06 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.1122754 Nov 18 17:03:17.556023 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-61d1d335-f5f1-4156-b3bd-8e3ce0fc47fd req-68102979-ad1a-41be-b706-d35d846587e6 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Nov 18 17:03:18.324457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089052-7ca5-4f87-9b91-433dabafdc07 req-df834aeb-fb95-4e4e-8a32-a791d941357e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:18.326834 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8a089052-7ca5-4f87-9b91-433dabafdc07 req-df834aeb-fb95-4e4e-8a32-a791d941357e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1465151 Nov 18 17:03:18.386942 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8a089052-7ca5-4f87-9b91-433dabafdc07 req-dfe89d56-d325-4ef3-b6f1-ce0cfb1ab6f7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534813 Nov 18 17:03:18.822736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c4b6-52ef-4c8e-94f5-e81678d4366c req-162e811f-7285-43d6-aef5-0389ca42d415 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:18.824513 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b194c4b6-52ef-4c8e-94f5-e81678d4366c req-162e811f-7285-43d6-aef5-0389ca42d415 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.1245575 Nov 18 17:03:18.896024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b194c4b6-52ef-4c8e-94f5-e81678d4366c req-275426e8-34c4-4a45-b684-1f980dd10cb8 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600569 Nov 18 17:03:19.718065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49dfee-d9f1-410d-8c9a-43a103d34932 req-d73560fd-e2d8-4280-a354-ac84f9bb6933 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:19.719815 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d49dfee-d9f1-410d-8c9a-43a103d34932 req-d73560fd-e2d8-4280-a354-ac84f9bb6933 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1285913 Nov 18 17:03:19.812009 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d49dfee-d9f1-410d-8c9a-43a103d34932 req-a73488ff-e69b-490a-9e1c-4aa807c37e27 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826650 Nov 18 17:03:20.195674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2245f-3b0d-4b3e-b38c-050d8f094d8d req-3faf629d-b2c7-4080-8d26-adedda2cdd4d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:20.197566 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1e2245f-3b0d-4b3e-b38c-050d8f094d8d req-3faf629d-b2c7-4080-8d26-adedda2cdd4d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.1115484 Nov 18 17:03:20.258594 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1e2245f-3b0d-4b3e-b38c-050d8f094d8d req-d8f0d550-7e23-45ed-a1f1-318171442a54 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540569 Nov 18 17:03:21.633701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Request body: {'port': {'device_id': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:03:21.777511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:21.904903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc2c2-6ccc-4958-9495-5386c2dd6f44 req-2a0837ab-7e22-457e-96f2-49e78e8c902a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:21.904903 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-175dc2c2-6ccc-4958-9495-5386c2dd6f44 req-2a0837ab-7e22-457e-96f2-49e78e8c902a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1169207 Nov 18 17:03:21.991709 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-175dc2c2-6ccc-4958-9495-5386c2dd6f44 req-fa7e7bc4-bfa9-4653-b716-e420569ff0c7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744114 Nov 18 17:03:22.219522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c18e9-020e-456d-bd31-72e9930f4bba req-fa68391a-b06b-4710-b98d-d47f7a73580c tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:22.221208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb9c18e9-020e-456d-bd31-72e9930f4bba req-fa68391a-b06b-4710-b98d-d47f7a73580c tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 931 time: 0.0956311 Nov 18 17:03:22.255192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf887022-9652-4b80-b2b7-44554327eccb {{(pid=80397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:03:22.263977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:22.276173 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb9c18e9-020e-456d-bd31-72e9930f4bba req-66c8430f-3c12-4efa-81a6-96152b591eef tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Nov 18 17:03:22.280752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Transition to ACTIVE for port object cf887022-9652-4b80-b2b7-44554327eccb will not be triggered until provisioned by entity L2. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:03:22.504103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:22.528288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:22.678944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf887022-9652-4b80-b2b7-44554327eccb,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:22.685767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:22.921601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Attempting to bind port cf887022-9652-4b80-b2b7-44554327eccb on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:03:22.922008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Attempting to bind port cf887022-9652-4b80-b2b7-44554327eccb by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:03:22.922386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Attempting to bind port cf887022-9652-4b80-b2b7-44554327eccb on network 582b3cd7-9789-44a9-92e0-aa3f94a28041 {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:03:22.929956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:03:22.930337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Checking segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:03:22.930761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:22.931171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Bound using segment: {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:03:22.931667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Bound port: cf887022-9652-4b80-b2b7-44554327eccb, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5a1b41-8b11-477c-abb8-cf579197096b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '582b3cd7-9789-44a9-92e0-aa3f94a28041'}}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:03:22.932600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:23.036241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] For port cf887022-9652-4b80-b2b7-44554327eccb, host hv-cinder-76018, cleared binding levels {{(pid=80397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:03:23.040155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] For port cf887022-9652-4b80-b2b7-44554327eccb, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=cf887022-9652-4b80-b2b7-44554327eccb,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:03:23.152231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:23.171819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-13c1bb65-0a47-42a9-804b-823344777287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:23.377302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf887022-9652-4b80-b2b7-44554327eccb,revision_number=3']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:23.386783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:23.431259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:23.432791 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf887022-9652-4b80-b2b7-44554327eccb HTTP/1.1" status: 200 len: 1157 time: 1.8097289 Nov 18 17:03:23.433311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'tag': 'cf887022-9652-4b80-b2b7-44554327eccb'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:03:23.449614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b826e-f88d-4aa8-b03f-3fa35d6ffb0e req-33ddbf8e-10cb-49c6-8a5b-cc252c150a00 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:23.451328 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-974b826e-f88d-4aa8-b03f-3fa35d6ffb0e req-33ddbf8e-10cb-49c6-8a5b-cc252c150a00 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1457596 Nov 18 17:03:23.507525 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-974b826e-f88d-4aa8-b03f-3fa35d6ffb0e req-ab69e8f8-e031-4013-b486-812be9f07f1f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495958 Nov 18 17:03:23.719853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e0789-52c6-4845-80e5-99a10bb0f106 req-1d9a1749-0948-4e8e-827c-a4b5f4641325 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:23.721430 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6e0789-52c6-4845-80e5-99a10bb0f106 req-1d9a1749-0948-4e8e-827c-a4b5f4641325 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0834677 Nov 18 17:03:23.772317 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e6e0789-52c6-4845-80e5-99a10bb0f106 req-18496888-24dd-4df6-95df-925663d723cf tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Nov 18 17:03:23.842917 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'tag': 'cf887022-9652-4b80-b2b7-44554327eccb', 'status': 'completed', 'code': 200} Nov 18 17:03:24.730433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68b0c6-3cba-4219-9621-0a1c966f2165 req-94abbc54-1f1b-43f3-9425-bf83a89a8820 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:24.731982 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e68b0c6-3cba-4219-9621-0a1c966f2165 req-94abbc54-1f1b-43f3-9425-bf83a89a8820 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0891881 Nov 18 17:03:24.782120 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e68b0c6-3cba-4219-9621-0a1c966f2165 req-74f51a31-0172-4f40-89f4-dc6a2cd6764c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Nov 18 17:03:24.984621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef05933-3c0f-4098-8aec-e70a32a49f2f req-adea78f7-f92a-4025-b390-789dbf9fc320 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:24.986232 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cef05933-3c0f-4098-8aec-e70a32a49f2f req-adea78f7-f92a-4025-b390-789dbf9fc320 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0855978 Nov 18 17:03:25.036214 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cef05933-3c0f-4098-8aec-e70a32a49f2f req-2454690c-4c21-4a1f-b33e-b24e4c0175e9 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Nov 18 17:03:26.001279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718df62-8047-4f6a-8965-41cceffd0ffa req-c9b7139c-df66-49be-8a3e-93b866e2a205 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:26.003106 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e718df62-8047-4f6a-8965-41cceffd0ffa req-c9b7139c-df66-49be-8a3e-93b866e2a205 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0883272 Nov 18 17:03:26.052200 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e718df62-8047-4f6a-8965-41cceffd0ffa req-1166e82e-0a1d-4325-b42d-0c944b31caf3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Nov 18 17:03:26.253518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4f9e5-340b-4186-b7fe-6df01c6073a5 req-72034d2a-f555-4cd2-bc62-470cf32c2725 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:26.255166 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3df4f9e5-340b-4186-b7fe-6df01c6073a5 req-72034d2a-f555-4cd2-bc62-470cf32c2725 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0853868 Nov 18 17:03:26.303693 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3df4f9e5-340b-4186-b7fe-6df01c6073a5 req-4e01e050-80b0-4a93-9f92-99bd15bfafce tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Nov 18 17:03:27.273114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f845652-b3eb-4544-bdcc-2d60dc303d4a req-f0500850-3f54-40e3-9070-1b9d8b22e2ec tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:27.275305 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f845652-b3eb-4544-bdcc-2d60dc303d4a req-f0500850-3f54-40e3-9070-1b9d8b22e2ec tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0898514 Nov 18 17:03:27.326495 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f845652-b3eb-4544-bdcc-2d60dc303d4a req-ffb77d7e-b4aa-45fa-8add-308a19e51147 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Nov 18 17:03:27.670703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aaf2e-5957-4a5f-ab9e-c7e50cdc2510 req-452df3fe-9c3a-44c0-b00c-60395a0cb9aa tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:27.672545 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb1aaf2e-5957-4a5f-ab9e-c7e50cdc2510 req-452df3fe-9c3a-44c0-b00c-60395a0cb9aa tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0878458 Nov 18 17:03:27.730512 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb1aaf2e-5957-4a5f-ab9e-c7e50cdc2510 req-a8a9a144-0003-47f9-b694-bc50381ff92f tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Nov 18 17:03:28.542177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1afa9c-9152-47ff-bead-78c77ede632e req-7f2591bf-9be0-4a37-88f1-39943e979442 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:28.543842 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fd1afa9c-9152-47ff-bead-78c77ede632e req-7f2591bf-9be0-4a37-88f1-39943e979442 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0870528 Nov 18 17:03:28.595475 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fd1afa9c-9152-47ff-bead-78c77ede632e req-a644298a-97ab-4dc7-be4e-551c15b3f81d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Nov 18 17:03:28.946603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acada332-37c9-47f3-b67c-98e28a2bbd04 req-fb7e22e7-dad4-4ba2-b184-a1f8b7891192 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:28.948249 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-acada332-37c9-47f3-b67c-98e28a2bbd04 req-fb7e22e7-dad4-4ba2-b184-a1f8b7891192 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0878108 Nov 18 17:03:28.998442 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-acada332-37c9-47f3-b67c-98e28a2bbd04 req-c8d3d4cc-1b66-43af-ba5b-11753dd336e6 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Nov 18 17:03:29.688697 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2c7b280-6e0d-410c-9620-31ef2c58ad9a req-c3a0d492-27af-4481-8627-f58e190fbb75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b726004492ce4660a8b3a97c2c2601e8&device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 1160 time: 0.0899160 Nov 18 17:03:30.203905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b280-6e0d-410c-9620-31ef2c58ad9a req-426d6b04-7b8c-495b-a5a3-3d82af24df4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:30.205518 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2c7b280-6e0d-410c-9620-31ef2c58ad9a req-426d6b04-7b8c-495b-a5a3-3d82af24df4e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b726004492ce4660a8b3a97c2c2601e8&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5041301 Nov 18 17:03:30.218908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8761f0-3b4b-4612-a3c7-2fdc7fc6dbc2 req-f276149a-abd8-4f0c-ae70-baee17e51e5d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:30.220535 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6a8761f0-3b4b-4612-a3c7-2fdc7fc6dbc2 req-f276149a-abd8-4f0c-ae70-baee17e51e5d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.4752831 Nov 18 17:03:30.242062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ee39f-ed66-4f74-93ef-cd4d2ab67fd8 req-945acff8-26a3-4088-ab92-a9fc615a3a34 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:30.244419 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d47ee39f-ed66-4f74-93ef-cd4d2ab67fd8 req-945acff8-26a3-4088-ab92-a9fc615a3a34 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0935197 Nov 18 17:03:30.298013 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d47ee39f-ed66-4f74-93ef-cd4d2ab67fd8 req-93ed9b73-3118-46ab-9d0c-0ca53401745c tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475130 Nov 18 17:03:30.381102 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6a8761f0-3b4b-4612-a3c7-2fdc7fc6dbc2 req-908261ba-c44d-41bb-8299-4f6112ed99ef tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341810 Nov 18 17:03:30.403657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b280-6e0d-410c-9620-31ef2c58ad9a req-cfc3bae7-fd3f-464d-a31c-dffc31809147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:30.405240 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2c7b280-6e0d-410c-9620-31ef2c58ad9a req-cfc3bae7-fd3f-464d-a31c-dffc31809147 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1836677 Nov 18 17:03:31.152808 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-006028c0-164c-4f8d-9470-ff23c04be2e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b726004492ce4660a8b3a97c2c2601e8&device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 1160 time: 0.0836067 Nov 18 17:03:31.246403 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-e1b8c7de-8ebb-43f2-85d5-cfd3b1ddf0f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf887022-9652-4b80-b2b7-44554327eccb HTTP/1.1" status: 200 len: 217 time: 0.0699322 Nov 18 17:03:31.317782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b38-db9c-46f3-876d-97364ebf185c req-d3fcdff0-9306-422c-b71b-7ef0f2994398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:31.319342 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-d3fcdff0-9306-422c-b71b-7ef0f2994398 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6 HTTP/1.1" status: 200 len: 853 time: 0.0668106 Nov 18 17:03:31.411358 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-9a45aecf-784f-422c-a8bd-ac146791fa77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=582b3cd7-9789-44a9-92e0-aa3f94a28041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842075 Nov 18 17:03:31.637035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1022fd-8528-4e9c-8c6d-fdb94a154284 req-cbc8e9f1-10ea-4b8c-a0e6-f0bd2505d0c8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:31.638865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9c1022fd-8528-4e9c-8c6d-fdb94a154284 req-cbc8e9f1-10ea-4b8c-a0e6-f0bd2505d0c8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1139805 Nov 18 17:03:31.652847 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-ded2fef1-5434-4587-a3ae-c99ca46d1214 service neutron] 10.222.0.43 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337785 Nov 18 17:03:31.659346 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67609140-6e2f-4767-8781-635906f0ebde req-ef8224be-48a1-4ff4-aa8c-15e9c2a16eda tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:31.660948 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-67609140-6e2f-4767-8781-635906f0ebde req-ef8224be-48a1-4ff4-aa8c-15e9c2a16eda tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.2079313 Nov 18 17:03:31.703912 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9c1022fd-8528-4e9c-8c6d-fdb94a154284 req-6ba6606c-a67e-40e1-9c9f-92063e206398 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546784 Nov 18 17:03:31.726780 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-67609140-6e2f-4767-8781-635906f0ebde req-69310100-9c0a-449b-8155-0539acbec8e1 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578856 Nov 18 17:03:31.942058 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3a665b38-db9c-46f3-876d-97364ebf185c req-56413963-d5b4-44c3-a66d-d3b6e482e542 service neutron] 10.222.0.43 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535547 Nov 18 17:03:32.971365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9305-e9c2-4b3e-ae21-0d0014c92391 req-64803a37-2b5c-447c-acfa-b30f5f253e35 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:32.973555 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4d0b9305-e9c2-4b3e-ae21-0d0014c92391 req-64803a37-2b5c-447c-acfa-b30f5f253e35 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1095555 Nov 18 17:03:33.050994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4d0b9305-e9c2-4b3e-ae21-0d0014c92391 req-45b07144-ff1c-4b68-8e1b-c7243f8c1e52 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676765 Nov 18 17:03:33.270848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55028-45ec-4420-8980-947c92fdfec3 req-2da85f5e-8174-4304-93b3-c178932bb00b tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:33.272637 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-91b55028-45ec-4420-8980-947c92fdfec3 req-2da85f5e-8174-4304-93b3-c178932bb00b tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0999191 Nov 18 17:03:33.326668 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-91b55028-45ec-4420-8980-947c92fdfec3 req-17825dc4-5ae0-4bab-a2a8-d267043f3a15 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Nov 18 17:03:34.360477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ed203-2900-4ea1-8ef9-a377b9adc1b0 req-b79c3bc6-cf50-4585-97be-f7d2b6622ec8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:34.369830 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a0ed203-2900-4ea1-8ef9-a377b9adc1b0 req-b79c3bc6-cf50-4585-97be-f7d2b6622ec8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1464412 Nov 18 17:03:34.452549 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a0ed203-2900-4ea1-8ef9-a377b9adc1b0 req-84245d9b-46b2-4f82-a21d-194ce105ffb6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803039 Nov 18 17:03:34.636065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3dd7-376b-4140-8c03-e8c9b8627d45 req-be19aeb7-abd4-4307-8a2d-ae6a90496737 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:34.638356 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e02d3dd7-376b-4140-8c03-e8c9b8627d45 req-be19aeb7-abd4-4307-8a2d-ae6a90496737 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.1044929 Nov 18 17:03:34.710817 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e02d3dd7-376b-4140-8c03-e8c9b8627d45 req-20ba9c52-846c-4d8c-991d-49b7e2f40235 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629132 Nov 18 17:03:34.991647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5f690655-9c3f-4d76-a69d-32fa1d80ecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:35.699620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edb48f-c2d0-4a6b-9566-64673afc6fbd req-f020ab73-2860-4bd9-b5cb-f38a53408bec tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:35.702814 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f6edb48f-c2d0-4a6b-9566-64673afc6fbd req-f020ab73-2860-4bd9-b5cb-f38a53408bec tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1040344 Nov 18 17:03:35.775522 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f6edb48f-c2d0-4a6b-9566-64673afc6fbd req-b4732a12-5666-4140-8cf7-b14e8bafd402 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Nov 18 17:03:36.205493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11717eb2-257c-4516-9c95-74b12be9a734 req-c91947cf-e8aa-46de-92b5-30dd98ef4820 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:36.207627 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-11717eb2-257c-4516-9c95-74b12be9a734 req-c91947cf-e8aa-46de-92b5-30dd98ef4820 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.1274393 Nov 18 17:03:36.264256 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-11717eb2-257c-4516-9c95-74b12be9a734 req-49ea6950-7e51-4ba6-ab07-26729bd44e08 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Nov 18 17:03:36.860111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-596c6498-b3f8-42ff-8d49-1aad97097783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:37.497702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76083c56-bc7b-4109-a888-3790f2ce0acb req-44fcfd41-9c29-4af8-aec9-b9b5c2d055ff tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:37.499391 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76083c56-bc7b-4109-a888-3790f2ce0acb req-44fcfd41-9c29-4af8-aec9-b9b5c2d055ff tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0866113 Nov 18 17:03:37.552065 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76083c56-bc7b-4109-a888-3790f2ce0acb req-f6553d09-0460-4507-919a-e0a35dfa28ba tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Nov 18 17:03:37.673129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:38.069255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feebfc-915b-41f5-987e-14d8dc8395f5 req-455006ff-f674-4d27-b6fc-77bc7accd956 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:38.071465 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-34feebfc-915b-41f5-987e-14d8dc8395f5 req-455006ff-f674-4d27-b6fc-77bc7accd956 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0922949 Nov 18 17:03:38.120279 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-34feebfc-915b-41f5-987e-14d8dc8395f5 req-8ba00bf3-8867-4d7d-aede-4bf0ab5820ac tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Nov 18 17:03:38.780925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d63876-9c04-4ccc-a3fe-92537fe3705e req-007d9bd0-0498-43d9-afc4-1acd6726d6e3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:38.783002 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e0d63876-9c04-4ccc-a3fe-92537fe3705e req-007d9bd0-0498-43d9-afc4-1acd6726d6e3 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0902503 Nov 18 17:03:38.842554 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e0d63876-9c04-4ccc-a3fe-92537fe3705e req-c234b9dc-6637-4184-b6ff-ae1403aee33b tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515459 Nov 18 17:03:38.958942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:39.267208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:40.095592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74a36f-e9b7-4cea-852d-6458f2b99b57 req-87fe32de-d901-41be-8aaf-f9ada2103774 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:40.097255 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2f74a36f-e9b7-4cea-852d-6458f2b99b57 req-87fe32de-d901-41be-8aaf-f9ada2103774 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0872750 Nov 18 17:03:40.151972 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2f74a36f-e9b7-4cea-852d-6458f2b99b57 req-870a756e-c2ec-4f48-98b1-b1dd4e812329 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Nov 18 17:03:41.567033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fefaf-6206-4363-9f4e-2837d6fb1624 req-48901c65-d24b-4f63-8e64-23683a4c6030 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:41.568659 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7a9fefaf-6206-4363-9f4e-2837d6fb1624 req-48901c65-d24b-4f63-8e64-23683a4c6030 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.2844369 Nov 18 17:03:41.630950 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7a9fefaf-6206-4363-9f4e-2837d6fb1624 req-648ca249-b5ea-4598-9bd3-52c3c845dadf tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Nov 18 17:03:42.112669 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-1e676f8f-1fc4-4f4b-be94-2b51daa27b28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0989933 Nov 18 17:03:42.224547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-47f74682-9e48-4179-8ba7-c99afb2c6570 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80399) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 17:03:42.232232 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-8915fd96-44a9-4fdf-bbdb-1962bf2f1007 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0916936 Nov 18 17:03:42.395316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-8d90eb8a-182c-40ac-95a8-ea4021c3da76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:42.396955 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-8d90eb8a-182c-40ac-95a8-ea4021c3da76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1443517 Nov 18 17:03:42.492182 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-8084cd20-7e08-45de-9cea-0de68ae67bc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0750670 Nov 18 17:03:42.573454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-2bc8d403-fa0c-4c69-94b4-3b81e48b2988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:42.575101 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-2bc8d403-fa0c-4c69-94b4-3b81e48b2988 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0753303 Nov 18 17:03:42.630881 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-3a813861-974f-475d-9066-4ce9f67b2992 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468388 Nov 18 17:03:42.786458 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-4cd4b134-987f-4b5b-b705-ffcbae4bd382 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485078 Nov 18 17:03:42.927761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8624-48e6-4aa4-9596-ba7a569efbfd req-ec2e73a3-e5b6-413e-93fd-d8a2ed9be5fb tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:42.929982 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-111a8624-48e6-4aa4-9596-ba7a569efbfd req-ec2e73a3-e5b6-413e-93fd-d8a2ed9be5fb tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 943 time: 0.0970182 Nov 18 17:03:42.971152 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22082bb0-5450-43b6-8e2e-633a1d541f43 req-793c35ea-933c-4836-8d61-703c464dfc50 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1767001 Nov 18 17:03:42.984536 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-111a8624-48e6-4aa4-9596-ba7a569efbfd req-1097d7c1-88a5-431b-b454-723efd13032f tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Nov 18 17:03:43.539117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:43.576324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:03:43.598013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device cf887022-9652-4b80-b2b7-44554327eccb up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:03:43.740187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port cf887022-9652-4b80-b2b7-44554327eccb completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:03:43.745713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port cf887022-9652-4b80-b2b7-44554327eccb triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:03:43.748074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:43.863978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:43.895723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf887022-9652-4b80-b2b7-44554327eccb'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:03:43.907992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port cf887022-9652-4b80-b2b7-44554327eccb, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=cf887022-9652-4b80-b2b7-44554327eccb,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:03:43.968897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:43.971409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:44.062873 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf887022-9652-4b80-b2b7-44554327eccb', 'code': 200} Nov 18 17:03:44.124530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=cf887022-9652-4b80-b2b7-44554327eccb,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:44.131718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.132121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.132518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.133535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.133970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.134356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.134739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.135258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.135641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.136028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.136409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.136789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.137209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.137635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.138034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.138415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.138821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.139193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.139702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.140075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.140446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.140816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.141403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.141775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:44.161730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:44.265581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device cf887022-9652-4b80-b2b7-44554327eccb up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:03:44.380707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fda8-f1f4-494b-92dd-be321a022fd0 req-180a0e07-2557-4ce6-b06a-e71feff79f05 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:44.386163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port cf887022-9652-4b80-b2b7-44554327eccb triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:03:44.386591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:44.390277 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d93fda8-f1f4-494b-92dd-be321a022fd0 req-180a0e07-2557-4ce6-b06a-e71feff79f05 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1805050 Nov 18 17:03:44.556730 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d93fda8-f1f4-494b-92dd-be321a022fd0 req-57c63640-d57c-4bc3-a9f9-28f527d77444 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650820 Nov 18 17:03:44.576267 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-65dcad7f-e439-47ac-8c0c-9e9477cf9b0c req-2c1cec13-4c57-4847-8cf8-bdf4015c9e81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 1162 time: 0.1635404 Nov 18 17:03:44.642860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 54216) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:03:44.662739 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-65dcad7f-e439-47ac-8c0c-9e9477cf9b0c req-1ee71601-dab8-4087-a893-074805a41a3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747576 Nov 18 17:03:44.809313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:44.845659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:03:44.862964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b9246202b0f249a2a61ff07a3cfff3e3 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:03:44.862964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:03:44.868799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:03:45.068689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:45.124395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:45.158463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-821d05f3-b916-44a6-9b81-176717fa2266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:45.212017 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9246202b0f249a2a61ff07a3cfff3e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5647752 Nov 18 17:03:45.212747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 54226) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:03:45.224054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0be84d-b81d-4dd5-b4d7-994a9189b453,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:45.235308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.236017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.237314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.237314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.238128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.238754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.239234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.239873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.240488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.241210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.242095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.242742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.243403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.243967 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.244663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.245269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.245843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.246750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.247396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.247942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.248653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.249466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.250011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.250633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:03:45.258944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:45.314231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:45.348631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:45.736807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:45.745737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3ff00367-f15e-4293-8b40-6e83e6c6e900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:45.765628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0be84d-b81d-4dd5-b4d7-994a9189b453,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:45.768548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:45.769834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:45.771609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd0be84d-b81d-4dd5-b4d7-994a9189b453 HTTP/1.1" status: 204 len: 168 time: 0.5568950 Nov 18 17:03:45.999012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c41bc6-cb7e-4cde-a610-7342df73b5df req-6e6e9c4b-4f9b-4612-a899-d6f32df7857f tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:46.000763 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-32c41bc6-cb7e-4cde-a610-7342df73b5df req-6e6e9c4b-4f9b-4612-a899-d6f32df7857f tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1404343 Nov 18 17:03:46.063572 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-32c41bc6-cb7e-4cde-a610-7342df73b5df req-b062f2eb-63b1-4066-9e3f-7026be693231 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529356 Nov 18 17:03:46.376732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 54252) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:03:46.396892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.435759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:03:46.439973 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Usage tracker for resource:security_group_rule and tenant:b3479b2eda064a0bbba45b01289a2a05 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:03:46.443262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:03:46.450690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:03:46.524789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.558356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.566682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-444f5ea8-8081-4c05-b8c2-5f00ba4fb6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:46.613671 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3479b2eda064a0bbba45b01289a2a05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2357540 Nov 18 17:03:46.614669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935e568c-549d-4dd3-a0df-41cf9243e519,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:46.616474 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 54258) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:03:46.618750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f5b82a6d-b1f5-4960-8345-ef60dff6fba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:46.683731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.720853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.799660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.804762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5339ef2e-1d84-4720-8538-ca885eda0738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:03:46.819523 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e568c-549d-4dd3-a0df-41cf9243e519,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:03:46.823995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:03:46.831374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:46.832609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/935e568c-549d-4dd3-a0df-41cf9243e519 HTTP/1.1" status: 204 len: 168 time: 0.2150609 Nov 18 17:03:47.328323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e86d58-5d3c-40c4-afc2-e4a52a9e50e9 req-5fa5a847-c07a-4086-a34b-94e2a0c16f74 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:47.330016 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e86d58-5d3c-40c4-afc2-e4a52a9e50e9 req-5fa5a847-c07a-4086-a34b-94e2a0c16f74 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.0962288 Nov 18 17:03:47.385324 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e86d58-5d3c-40c4-afc2-e4a52a9e50e9 req-5e6193a7-9a95-44a9-b769-230fd372b5fe tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Nov 18 17:03:48.729496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015253-3cf5-4155-8a80-b5fe3a420555 req-744616f5-dac7-4a80-8eaa-32b2b78e117a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:48.731301 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13015253-3cf5-4155-8a80-b5fe3a420555 req-744616f5-dac7-4a80-8eaa-32b2b78e117a tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1070471 Nov 18 17:03:48.788988 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13015253-3cf5-4155-8a80-b5fe3a420555 req-ab05be44-376f-46e6-a9a9-41b3f31bbcbe tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Nov 18 17:03:50.038339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e0847-bd52-40e1-ac42-44d9234f05c3 req-217933f0-398e-4014-9616-18eaa6b6a323 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:50.040651 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b32e0847-bd52-40e1-ac42-44d9234f05c3 req-217933f0-398e-4014-9616-18eaa6b6a323 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1052322 Nov 18 17:03:50.104628 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b32e0847-bd52-40e1-ac42-44d9234f05c3 req-5ade5148-25c2-47e0-bad9-7faddfd39bf9 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Nov 18 17:03:51.328547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d84731-c297-4b7b-a6c8-b0f94afa2408 req-a677c1ab-df95-4474-b32d-41e4160ec4ba tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:51.330579 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-95d84731-c297-4b7b-a6c8-b0f94afa2408 req-a677c1ab-df95-4474-b32d-41e4160ec4ba tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.0924184 Nov 18 17:03:51.387845 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-95d84731-c297-4b7b-a6c8-b0f94afa2408 req-d16f62e5-7316-49be-b9ab-cfd84fb23892 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Nov 18 17:03:51.620543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device cf887022-9652-4b80-b2b7-44554327eccb up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:03:51.742216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port cf887022-9652-4b80-b2b7-44554327eccb triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:03:51.742892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:03:52.680809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0d12-4148-4be4-8040-01cf989b8c81 req-26a54597-560f-4dde-ac83-3956f525ebe5 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:52.684255 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-898e0d12-4148-4be4-8040-01cf989b8c81 req-26a54597-560f-4dde-ac83-3956f525ebe5 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1547353 Nov 18 17:03:52.772607 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-898e0d12-4148-4be4-8040-01cf989b8c81 req-df716f8b-2c8c-44a1-a61e-0bcdbc3e50f2 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757017 Nov 18 17:03:54.104249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d56f54-8350-416d-a3fd-5c5859622fe7 req-9a1a8d57-dade-44e3-b695-5e701debc222 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:54.107236 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-98d56f54-8350-416d-a3fd-5c5859622fe7 req-9a1a8d57-dade-44e3-b695-5e701debc222 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1398282 Nov 18 17:03:54.224743 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-98d56f54-8350-416d-a3fd-5c5859622fe7 req-e5536686-40fb-4873-8e6d-8150a7b613e4 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054485 Nov 18 17:03:54.517015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf307666-fce8-494e-b17d-8e7a8211d4b2 req-1fdf7ddb-ae92-4d02-baa3-3c29528eaa5c tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:54.518609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bf307666-fce8-494e-b17d-8e7a8211d4b2 req-1fdf7ddb-ae92-4d02-baa3-3c29528eaa5c tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.1160214 Nov 18 17:03:54.572578 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bf307666-fce8-494e-b17d-8e7a8211d4b2 req-ec7741cf-ec64-495e-80e3-0d21c5f1c78c tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Nov 18 17:03:55.081201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb768-82cf-4a11-9b0c-76d213a7de88 req-12337cde-315c-46ea-aa5a-fd99dc122f59 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:03:55.082854 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-90ddb768-82cf-4a11-9b0c-76d213a7de88 req-12337cde-315c-46ea-aa5a-fd99dc122f59 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.0870481 Nov 18 17:03:55.145692 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-90ddb768-82cf-4a11-9b0c-76d213a7de88 req-4f6166b1-485d-437c-b82f-d8a6643053ff tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Nov 18 17:04:04.968827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6fb100d9-9992-47c2-b4bb-5624607fdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:06.865508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2741-67e6-4806-b0f3-c216feffa6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:07.676451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:08.798217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:09.261762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:13.528802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:20.577474 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:04:34.968806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ab1605e3-731c-4d5f-aeba-31da3b9a9b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:36.890047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07b31a66-f24b-41ec-b8e3-0386f17f2bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:37.676522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:38.796266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:39.259548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:43.448551 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-53c48af5-839f-4f78-b189-cb0a2742811d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0846739 Nov 18 17:04:43.552192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:43.572711 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-698871c2-0a93-4f03-ab83-bf682832db0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 1162 time: 0.0972962 Nov 18 17:04:43.750120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-86ef654f-a20a-437d-9485-071a1473edf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:43.751721 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-86ef654f-a20a-437d-9485-071a1473edf2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.1526475 Nov 18 17:04:43.863839 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-6b71d12b-df20-4178-b04a-32b99758bc24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 200 len: 1001 time: 0.1044362 Nov 18 17:04:43.939482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-f892ac19-1509-4056-bbb7-094a8be2c417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:43.943188 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-f892ac19-1509-4056-bbb7-094a8be2c417 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0705752 Nov 18 17:04:44.023667 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-ecca9885-47be-4add-a232-fccea15b533e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750730 Nov 18 17:04:44.367142 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-5836e0fe-bcac-4beb-8f54-3d5dee47326e service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361201 Nov 18 17:04:44.544971 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5b14e0a-4f70-4a1b-826f-e4fcac46920b req-50f2c597-1789-47c4-b39c-88e25e8d7de0 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645768 Nov 18 17:04:46.527024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-2d68f2e7-d99b-4693-a67b-ddccae190cec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0830507 Nov 18 17:04:46.678938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e938b3-9486-4187-b692-e2674d79e421 req-826679ca-4723-4acb-a2db-32583ab8ed6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:46.680459 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-826679ca-4723-4acb-a2db-32583ab8ed6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1450000 Nov 18 17:04:46.694410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58edfc-39a6-48c5-80d5-95d9c339da2f req-a7de1d95-b85c-4c9e-81e0-005a8450fb9c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:46.696072 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be58edfc-39a6-48c5-80d5-95d9c339da2f req-a7de1d95-b85c-4c9e-81e0-005a8450fb9c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.2405801 Nov 18 17:04:46.750783 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be58edfc-39a6-48c5-80d5-95d9c339da2f req-1a53a9bb-2f68-40bb-84ff-762e2cc522de tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459187 Nov 18 17:04:46.763499 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-1b7b2894-b4a6-4bf6-b444-22b62216c821 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0740049 Nov 18 17:04:46.839302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e938b3-9486-4187-b692-e2674d79e421 req-3d2c06a0-d54d-4eff-b81f-88bbd3cbae1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:46.841476 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-3d2c06a0-d54d-4eff-b81f-88bbd3cbae1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0682220 Nov 18 17:04:46.905185 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-0d049206-fa4d-4bb5-ae32-15dbdba638f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507004 Nov 18 17:04:47.052991 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-02818507-b701-4a55-a2aa-2b26e5044c2e service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456110 Nov 18 17:04:47.204528 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f9e938b3-9486-4187-b692-e2674d79e421 req-b18684f9-e732-49f1-9b14-94f97b9bb22a service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443875 Nov 18 17:04:47.977006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113db00-97c1-4d35-9b9c-613861cf11df req-997736f1-259a-42f6-a456-f3bc1e8430a8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:47.978699 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5113db00-97c1-4d35-9b9c-613861cf11df req-997736f1-259a-42f6-a456-f3bc1e8430a8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0909123 Nov 18 17:04:48.029635 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5113db00-97c1-4d35-9b9c-613861cf11df req-62392e0f-a603-40f6-ac19-b44ebaadda25 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Nov 18 17:04:49.400768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bba819-1a3d-4c70-bc75-85e91a4b4552 req-8d585c85-fae4-461b-a530-39aec02f5e2a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:49.402417 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4bba819-1a3d-4c70-bc75-85e91a4b4552 req-8d585c85-fae4-461b-a530-39aec02f5e2a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0887702 Nov 18 17:04:49.452320 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4bba819-1a3d-4c70-bc75-85e91a4b4552 req-142ae0bc-2b81-4c4c-b3dc-945c45f79b26 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Nov 18 17:04:50.673965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf06d0e-7657-46dd-a034-93cb087fea8b req-df6f5eb6-bcb8-4583-b2ec-4b21730b0058 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:50.675605 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8bf06d0e-7657-46dd-a034-93cb087fea8b req-df6f5eb6-bcb8-4583-b2ec-4b21730b0058 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0897458 Nov 18 17:04:50.723975 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8bf06d0e-7657-46dd-a034-93cb087fea8b req-8bc3a4ee-fca1-4bd0-aff2-ac6b9b5f1bc0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Nov 18 17:04:51.938071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffbe95-6763-40cf-8c9e-5d9a952e7fa4 req-e544794d-3207-4974-b252-f1e79b9bd966 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:51.939358 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-92ffbe95-6763-40cf-8c9e-5d9a952e7fa4 req-e544794d-3207-4974-b252-f1e79b9bd966 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0845518 Nov 18 17:04:51.990735 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-92ffbe95-6763-40cf-8c9e-5d9a952e7fa4 req-c800f9be-031d-4f09-bc90-92a9591be4a6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Nov 18 17:04:53.214310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715dec6-306e-44c2-b988-150fbeafd219 req-ea345658-99de-49f2-8131-c875fbaf2712 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:53.216252 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7715dec6-306e-44c2-b988-150fbeafd219 req-ea345658-99de-49f2-8131-c875fbaf2712 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0944774 Nov 18 17:04:53.267552 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7715dec6-306e-44c2-b988-150fbeafd219 req-8ef47c7b-7532-435f-b8a1-f01c579210e6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Nov 18 17:04:54.486483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d49af-e86d-4445-b3de-3a946db02537 req-bce16427-a9dc-4e2d-9c3c-bb739c5a724f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:54.488128 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6b7d49af-e86d-4445-b3de-3a946db02537 req-bce16427-a9dc-4e2d-9c3c-bb739c5a724f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0890958 Nov 18 17:04:54.538837 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6b7d49af-e86d-4445-b3de-3a946db02537 req-780be15c-c1b7-4700-9fc8-1c06d513f3a7 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Nov 18 17:04:55.616882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:04:55.694040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:04:55.694465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:04:55.798204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa436f4-ca99-4dfd-b870-f9a6a24daa7c req-0a34105e-6deb-465f-b227-637a028484e3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:55.799846 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-afa436f4-ca99-4dfd-b870-f9a6a24daa7c req-0a34105e-6deb-465f-b227-637a028484e3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1152513 Nov 18 17:04:55.857130 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-afa436f4-ca99-4dfd-b870-f9a6a24daa7c req-475f4ca2-5f89-45e8-896b-e7c273cb823e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472460 Nov 18 17:04:57.072998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae892ad-ce55-4b66-be32-5383047c8fc7 req-bf64c04e-4b96-4629-91b2-c178c963470b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:57.074645 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fae892ad-ce55-4b66-be32-5383047c8fc7 req-bf64c04e-4b96-4629-91b2-c178c963470b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0838771 Nov 18 17:04:57.131221 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fae892ad-ce55-4b66-be32-5383047c8fc7 req-69256f68-4e4b-495e-b0d5-61af83a8c134 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501823 Nov 18 17:04:57.578896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:04:58.370211 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03597bd-9828-4e19-b08b-3235e153e357 req-87b315b9-433f-4d59-a5b0-96ca91a50555 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:58.373796 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e03597bd-9828-4e19-b08b-3235e153e357 req-87b315b9-433f-4d59-a5b0-96ca91a50555 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0942440 Nov 18 17:04:58.432023 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e03597bd-9828-4e19-b08b-3235e153e357 req-7fd37773-1ee8-4e25-81c8-9fa325217c53 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527968 Nov 18 17:04:59.656767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceea3b-b181-49b3-b3f2-1418889eae67 req-eb2da5c0-43a3-4b25-9bbe-aa3867230058 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:04:59.658383 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-36ceea3b-b181-49b3-b3f2-1418889eae67 req-eb2da5c0-43a3-4b25-9bbe-aa3867230058 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0869417 Nov 18 17:04:59.709493 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-36ceea3b-b181-49b3-b3f2-1418889eae67 req-d69232bc-daa6-40a3-825a-a3b40da5bfab tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Nov 18 17:04:59.982693 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4547058c-2e59-44ed-9937-e793c1e5dfce req-e3100ada-40d2-407f-a525-872c4a081e6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.1562269 Nov 18 17:05:00.030819 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4547058c-2e59-44ed-9937-e793c1e5dfce req-f0cf5f5e-a68d-4fae-9e17-75788dd0962a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Nov 18 17:05:00.947884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77b8ed-bb06-4085-882d-9eb7442ef428 req-8a039a77-697b-449a-8085-5dd2a015840c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:00.949561 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cd77b8ed-bb06-4085-882d-9eb7442ef428 req-8a039a77-697b-449a-8085-5dd2a015840c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1003735 Nov 18 17:05:01.006598 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cd77b8ed-bb06-4085-882d-9eb7442ef428 req-a2b6c7eb-146a-4d7b-8c5e-40d645dee21d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504088 Nov 18 17:05:01.729095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:05:01.822372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:05:01.822788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:02.229353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de897191-f1ce-470a-a4c3-110d21c1d868 req-3cc65d8d-bb0e-4091-be11-673165a30181 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:02.231019 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-de897191-f1ce-470a-a4c3-110d21c1d868 req-3cc65d8d-bb0e-4091-be11-673165a30181 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0907040 Nov 18 17:05:02.280191 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-de897191-f1ce-470a-a4c3-110d21c1d868 req-809f6251-6ee6-45d4-9406-f6df7f2a5c42 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Nov 18 17:05:03.091035 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-a9395efa-7957-4b0f-80f1-b0c3d14d6af2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.1565940 Nov 18 17:05:03.097214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb308-07e6-4966-a8d2-ebc4bed66bc7 req-f18167a2-db2c-4da8-909c-c06756b539e5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:03.098902 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19cdb308-07e6-4966-a8d2-ebc4bed66bc7 req-f18167a2-db2c-4da8-909c-c06756b539e5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1671958 Nov 18 17:05:03.257224 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19cdb308-07e6-4966-a8d2-ebc4bed66bc7 req-0063b1e0-9771-4a6f-be2d-6560580a7a1f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343784 Nov 18 17:05:03.284939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-0245748e-ba07-4604-acf1-778417634bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:03.286586 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-0245748e-ba07-4604-acf1-778417634bd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1867254 Nov 18 17:05:03.372284 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-aca57bf5-3b02-475a-b61c-1e6e8b764247 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0775764 Nov 18 17:05:03.452758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-03a96dc6-4b1b-48fe-8bb3-bf46b8581e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:03.456020 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-03a96dc6-4b1b-48fe-8bb3-bf46b8581e05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0701721 Nov 18 17:05:03.514214 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-c51c7e63-4b46-47b5-84fa-99677fff25f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487180 Nov 18 17:05:03.679165 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-1b40acdd-a503-48cc-887d-a4f2c4e17727 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562583 Nov 18 17:05:03.831049 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-965c718a-c9c0-45eb-b6be-8d2b4538fcdd req-b4fdf58f-0914-4dd9-a687-181388fee0ae service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452634 Nov 18 17:05:04.499365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863809-0fd1-4adc-ad1c-f96bab9a45ed req-2070a149-e10a-425a-afb8-5fa4b4b9cc79 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:04.500960 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-48863809-0fd1-4adc-ad1c-f96bab9a45ed req-2070a149-e10a-425a-afb8-5fa4b4b9cc79 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.1006536 Nov 18 17:05:04.556513 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-48863809-0fd1-4adc-ad1c-f96bab9a45ed req-6480c2d7-1ee1-4412-9015-8f2e315209e1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Nov 18 17:05:04.974227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f21ebab9-b0e5-459a-bcac-2ded60975fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:05.745423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:05:05.850303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:05:05.850699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:05.937898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19a199-34ac-4b4d-b7f6-866a05b90372 req-18024523-8e01-4b9b-98a8-5882981b6136 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:05.943285 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3b19a199-34ac-4b4d-b7f6-866a05b90372 req-18024523-8e01-4b9b-98a8-5882981b6136 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0892184 Nov 18 17:05:05.996078 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3b19a199-34ac-4b4d-b7f6-866a05b90372 req-bb91cec1-2686-4536-8ef9-3ef4fb39180b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Nov 18 17:05:06.854646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-946cc650-ce66-4c59-b7e3-e4fce118f117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:07.233926 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e1fcb-83aa-449d-8c7b-388093329599 req-a2e19566-aa41-4846-8a97-a8867fe111f4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:07.235110 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-853e1fcb-83aa-449d-8c7b-388093329599 req-a2e19566-aa41-4846-8a97-a8867fe111f4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0988343 Nov 18 17:05:07.302495 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-853e1fcb-83aa-449d-8c7b-388093329599 req-ce25bbee-cab1-4eb8-acbf-b8ec6a43d233 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607119 Nov 18 17:05:07.681728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:07.703737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:05:07.779288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 5e464b3d-38af-4272-8527-e955dc4b07e1 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:05:07.779711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:08.513683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924ed74-06bc-4ad0-bf5c-aa53f03a1197 req-dd6d5ab6-fc5f-4ba4-a374-f8ec77052985 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:08.515382 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8924ed74-06bc-4ad0-bf5c-aa53f03a1197 req-dd6d5ab6-fc5f-4ba4-a374-f8ec77052985 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0846548 Nov 18 17:05:08.568232 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8924ed74-06bc-4ad0-bf5c-aa53f03a1197 req-8f1e0985-f543-42b4-b76c-6eeca4996332 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Nov 18 17:05:08.796259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:09.271177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:13.545576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:34.580784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:05:34.968101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91cb055f-8107-423f-8118-d01e0f07fdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:36.848144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c32f8857-77fa-4f48-9edb-8fa6ea2571a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:37.686721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:38.795196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:39.264901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:05:41.418848 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-2ff7064d-b685-42e3-9003-766167be1f5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791948 Nov 18 17:05:41.524457 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-b343526e-fe7b-452f-96a5-18f80bfcfd7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e10c76a90604875b8e002dc80d292ed&device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 1163 time: 0.0774939 Nov 18 17:05:41.702093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-b55baad3-f7c2-4c3c-8d8a-21705f4971a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:41.704005 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-b55baad3-f7c2-4c3c-8d8a-21705f4971a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dadbc013-d608-4c0a-9455-651b0dc8d7dd HTTP/1.1" status: 200 len: 908 time: 0.1561978 Nov 18 17:05:41.781322 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-761a5efa-5a41-41da-9705-999a3f79765c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133 HTTP/1.1" status: 200 len: 217 time: 0.0702441 Nov 18 17:05:41.853560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-a367134e-0ac8-47cc-8ea4-7eb24259306a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:05:41.855236 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-a367134e-0ac8-47cc-8ea4-7eb24259306a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1050ec05-e417-49d2-8e8b-42dc91a2fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0670395 Nov 18 17:05:41.909648 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-834a1233-ad09-44d8-bfcf-3dae25b2adb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dadbc013-d608-4c0a-9455-651b0dc8d7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471888 Nov 18 17:05:42.059059 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-0f77aaf9-2c0f-49c3-833c-0876d2be3357 service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423156 Nov 18 17:05:42.399198 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-76c91c1b-e805-479b-86f2-28aff4515fd6 req-29806ed6-cc7b-48b9-97d7-280f1eb5e0db service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3328843 Nov 18 17:05:43.527964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:04.967410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91f71a1f-ef67-449b-8e83-9df784a339a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:06.847328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f519dac4-72ab-45a0-9d8b-b6c21d0c066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:07.681642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:08.806337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:09.269971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:11.581383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:06:13.572163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:35.001217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d105646-0f1e-4d2e-b40d-2c35353019e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:36.875607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4191fa24-489a-45e0-912d-f90ef5054081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:37.680912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:38.806498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:39.292242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:42.362305 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-d2e1addf-ec02-4b23-bee0-0029e93e1d86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0743692 Nov 18 17:06:42.519552 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-470cfe90-a58b-4d30-9f4b-f7c408c03f59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0837667 Nov 18 17:06:42.681694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-6069c5af-e9ca-40f5-9080-8e047139c347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:06:42.683340 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-6069c5af-e9ca-40f5-9080-8e047139c347 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1445153 Nov 18 17:06:42.760927 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-a19a8bf3-80f6-4d60-a041-ea04da30ea6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0691969 Nov 18 17:06:42.831151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-5e3b6fc0-3058-4155-8ef5-3f3d7eb7025b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:06:42.832732 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-5e3b6fc0-3058-4155-8ef5-3f3d7eb7025b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0645339 Nov 18 17:06:42.886852 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-41c126fe-6560-4cc4-9371-305e4023db13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471160 Nov 18 17:06:43.034722 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-8fd3f9f5-d1a8-4b70-a624-9f785327c8c6 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400523 Nov 18 17:06:43.183722 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e89b0a06-7942-40f9-b3bc-38be7ef3fcf8 req-9ed8102c-7dd8-470b-89fa-2a43a23f9cd3 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419289 Nov 18 17:06:43.577780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:06:48.582468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:07:04.966121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0af80c4-e1fa-4d63-aa24-1de965c9fb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:06.846778 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4f0efaea-a6a1-4fc3-853d-b08513ead460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:07.686147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:08.811952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:09.268584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:13.588908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:25.584509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:07:34.982871 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-64323532-5c1b-4912-9407-3b8d6a1d5c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:36.839594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6d9e99b-7855-4e7b-aae4-6c376d7535d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:37.680074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:38.805356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:39.279992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:07:42.406923 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-e68bba8f-e58c-47a4-b183-b8450aadbdf3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0741308 Nov 18 17:07:42.508923 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-d3c26e24-0091-4c40-a899-4c97334244cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0790884 Nov 18 17:07:42.673354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-3b720ef7-a1bf-4f74-b262-36497701dc1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:07:42.675012 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-3b720ef7-a1bf-4f74-b262-36497701dc1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1453011 Nov 18 17:07:42.750733 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-f572147c-097a-432f-943f-210c613642ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0677190 Nov 18 17:07:42.825117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-7b506be2-5b63-4489-907b-2e1449ce978e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:07:42.826756 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-7b506be2-5b63-4489-907b-2e1449ce978e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0689244 Nov 18 17:07:42.877828 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-39c397da-0e44-4028-9e4e-159c6ec3e873 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436769 Nov 18 17:07:43.029411 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-981ad6cc-cfa6-4727-b282-2592d57e8122 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445911 Nov 18 17:07:43.179821 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb0ad89b-bcdb-4df1-b538-91eb11bb5226 req-56ca26a4-ee79-4d68-bb71-10f4f6d363c4 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431477 Nov 18 17:07:43.593914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:02.586074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:08:04.982079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-305e0391-e7fd-49f5-be3f-ff5fe21e3bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:06.862205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7700281-67d7-484d-b4d6-66b70b9b4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:07.667911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:08.793415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:09.290697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:13.633670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:34.981816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4ec5-f2a4-4766-8411-0b567d24f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:36.907217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3699-f4d4-4820-ab6e-fd4b620e95d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:37.696067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:38.798883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:39.290642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:08:39.587638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:08:42.400901 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-f03d82e8-fbb3-4405-a2a3-8b4ec7a022b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0749507 Nov 18 17:08:42.508054 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-71db639c-75d3-4a15-8608-fc66ced9cfb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 1162 time: 0.0849702 Nov 18 17:08:42.668503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-fcbc4b4f-ce47-43d8-964a-2656e6725d3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:08:42.670119 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-fcbc4b4f-ce47-43d8-964a-2656e6725d3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.1415610 Nov 18 17:08:42.780710 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-e6d5677b-1a9b-4df6-9042-f2a3143a000a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 200 len: 1001 time: 0.1039817 Nov 18 17:08:42.850672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-40d2b8c9-8e29-4f98-aefd-aa66d9b6dae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:08:42.852323 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-40d2b8c9-8e29-4f98-aefd-aa66d9b6dae0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0651696 Nov 18 17:08:42.932790 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-46b97ddd-5832-4d0e-8865-317d35cf9a91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732212 Nov 18 17:08:43.075268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-39c32aad-3fe9-43f8-ad53-8593d58a7fde service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363134 Nov 18 17:08:43.222701 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-743ffbd8-a968-429a-ba9d-2b87767d6166 req-0fb71f52-b8bf-4694-96f5-56c019da4c53 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407492 Nov 18 17:08:43.615660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:04.981455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dc4dc355-08e0-48ec-990b-7dccfd4eae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:06.855436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-587a9631-84fe-4d08-9709-8f7f0aa02fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:07.695718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:08.809944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:09.289764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:13.621143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:16.588609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:09:34.969798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c92219e3-2e01-4e57-aadf-563db2890166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:36.855081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c334c89-cea3-4390-a694-fd728c5a0cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:37.677847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:38.804366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:39.305838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:42.398519 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-38798239-ca16-4041-8159-137b9dadcfd2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0798585 Nov 18 17:09:42.500279 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-72f9f1e8-a69e-4e29-8f62-000cbb3bc514 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e10c76a90604875b8e002dc80d292ed&device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 1163 time: 0.0777490 Nov 18 17:09:42.660843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-af2cc997-ebb2-482a-8c36-3f7dd12241d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:09:42.663060 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-af2cc997-ebb2-482a-8c36-3f7dd12241d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dadbc013-d608-4c0a-9455-651b0dc8d7dd HTTP/1.1" status: 200 len: 908 time: 0.1416402 Nov 18 17:09:42.743688 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-4b1373bf-da71-4f87-9ad9-098f407590a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133 HTTP/1.1" status: 200 len: 217 time: 0.0715244 Nov 18 17:09:42.814950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-878f6e43-a67a-4ac3-8e98-09c32fa6cc9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:09:42.816534 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-878f6e43-a67a-4ac3-8e98-09c32fa6cc9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1050ec05-e417-49d2-8e8b-42dc91a2fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0667303 Nov 18 17:09:42.872775 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-b21ccb9e-0294-4b3a-82dd-045b27af418a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dadbc013-d608-4c0a-9455-651b0dc8d7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482759 Nov 18 17:09:43.023308 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-27bf2c66-71d2-466a-9c4b-a460259862a0 service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428440 Nov 18 17:09:43.176062 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2a43ed92-0215-4c47-af67-a6435a86a65c req-7059343d-473b-4f0b-b436-18b842716dca service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445007 Nov 18 17:09:43.626737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:53.487960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59154) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:09:53.589867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:09:53.640739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:53.673336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:09:53.677314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc8e3c01b3943feb30dfed84ce90e60 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:09:53.680909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:09:53.686671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:09:53.829779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:53.855142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:53.863260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c8a6eab8-7c0a-42d7-a264-ba422ff24ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:09:53.910582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df97139-2381-4d59-ae50-c409b1eb7aa1,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:09:53.920741 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bc8e3c01b3943feb30dfed84ce90e60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4316492 Nov 18 17:09:53.920919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59168) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:09:53.926659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.927066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.927468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.928440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.928831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.929222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.929609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.930023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.930410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.930793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.931172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.931551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.932408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.933074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.933464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.933850 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.934257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.934639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.935018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.935394 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.935770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.936146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.936524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.936897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:53.941685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:09:53.993401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:54.020617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:54.283674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:54.289618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:09:54.304307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df97139-2381-4d59-ae50-c409b1eb7aa1,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:09:54.321107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.321528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.321939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.322340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.322736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.323112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.323708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.324090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.324484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.324875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.325269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.325657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.326217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.326497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.326889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.327274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.327655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.328040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.328424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.328805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.329242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.329626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.330035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.330417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:09:54.334315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:54.346035 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9df97139-2381-4d59-ae50-c409b1eb7aa1 HTTP/1.1" status: 204 len: 168 time: 0.4168012 Nov 18 17:09:54.347221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c727b0c-5cbb-42bc-bc76-450c642cc723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:09:55.985477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59238) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:09:56.162494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.263847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:09:56.267988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Usage tracker for resource:security_group_rule and tenant:3380f404cbfc47e3b7836a4fbd942be9 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:09:56.270992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:09:56.276866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:09:56.410815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.472052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.480842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1fd08f23-f11c-4ddb-8186-9db8d54f02c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:09:56.524356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0399ddd2-cf27-4353-b7de-36c9dc379559,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:09:56.528806 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3380f404cbfc47e3b7836a4fbd942be9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5421691 Nov 18 17:09:56.529827 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:09:56.531427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59246) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:09:56.597894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.626583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.763420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.768656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-de4a69ca-5efe-4b81-984f-b350fd70878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:09:56.783217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399ddd2-cf27-4353-b7de-36c9dc379559,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:09:56.785977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:09:56.788233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:56.789468 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0399ddd2-cf27-4353-b7de-36c9dc379559 HTTP/1.1" status: 204 len: 168 time: 0.2570579 Nov 18 17:09:59.350086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59326) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:09:59.510112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:59.548088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:09:59.552253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a97ff2b17694379947300160a3036ff is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:09:59.555815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:09:59.570109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:09:59.825738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:59.854631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:09:59.872782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-11483582-2656-40c3-ba6d-c222d3404e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:09:59.912942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00500c26-360c-4012-a611-bc29a432b614,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:09:59.916618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:09:59.922940 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a97ff2b17694379947300160a3036ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5716412 Nov 18 17:09:59.925655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59340) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:09:59.993286 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.020261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.146756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.152413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:00.166339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00500c26-360c-4012-a611-bc29a432b614,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:00.171998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:00.177250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.181091 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00500c26-360c-4012-a611-bc29a432b614 HTTP/1.1" status: 204 len: 168 time: 0.2537105 Nov 18 17:10:00.613976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59350) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:00.633840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.667779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:00.671826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Usage tracker for resource:security_group_rule and tenant:78baab5b054443cd95d10262c120d6ed is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:00.674890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:00.680782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:00.748245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.768828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.784295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c03d927-107e-4df4-a6ab-9976d6f111fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:00.827889 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78baab5b054443cd95d10262c120d6ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2120006 Nov 18 17:10:00.828428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa803ad2-c15a-40b2-99ed-76b2011ff966,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:00.830393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59358) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:00.831774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:00.898318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:00.925583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:01.089246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:01.094627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1d54e9a8-6003-42ea-be08-a965b6b952e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:01.107688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa803ad2-c15a-40b2-99ed-76b2011ff966,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:01.112491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:01.117534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:01.121462 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa803ad2-c15a-40b2-99ed-76b2011ff966 HTTP/1.1" status: 204 len: 168 time: 0.2897170 Nov 18 17:10:02.239842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59398) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:02.378834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-695660040-network', 'tenant_id': 'a6ffb310df984748ae1db315d120d09b'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:02.384539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:02.388552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Usage tracker for resource:network and tenant:a6ffb310df984748ae1db315d120d09b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:02.391591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:02.398229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:02.454757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Made reservation on behalf of a6ffb310df984748ae1db315d120d09b for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:10:02.459777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.473007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.506534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:02.510600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ffb310df984748ae1db315d120d09b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:02.513504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:02.519258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:02.586732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.614860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.619052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b4735dd9-70ee-4e88-88e4-bd026e8e2985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:02.650288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:10:02.659099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85938a6-05e2-481f-9ca0-a6b014c21441,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:02.663150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:02.669913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.670507 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Added segment f843a50b-73de-4892-9cda-576e8e998781 of type vxlan for network 88721464-46bb-4d16-bbb8-9e8210460e14 Nov 18 17:10:02.729236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.786468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.787799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:02.788451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:02.793820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9cee355f-e60b-426b-baa9-5df6f520afd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:02.898399 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6573241 Nov 18 17:10:02.901281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59408) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:02.904189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=88721464-46bb-4d16-bbb8-9e8210460e14,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:02.907540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Request body: {'subnet': {'network_id': '88721464-46bb-4d16-bbb8-9e8210460e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-695660040-subnet', 'tenant_id': 'a6ffb310df984748ae1db315d120d09b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:02.907761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:02.913095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:02.917181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network 88721464-46bb-4d16-bbb8-9e8210460e14 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:10:02.928485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Usage tracker for resource:subnet and tenant:a6ffb310df984748ae1db315d120d09b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:02.932348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:02.936253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network 88721464-46bb-4d16-bbb8-9e8210460e14 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:10:02.940355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:02.975108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Made reservation on behalf of a6ffb310df984748ae1db315d120d09b for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:10:02.980205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850654803'] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:03.487408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852443698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850654820'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:03.506634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:03.639593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cab127c-cbec-4e96-a6f2-e5fb8e7c1ce3,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:03.642764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:03.706812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Checking segment: {'id': 'f843a50b-73de-4892-9cda-576e8e998781', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '88721464-46bb-4d16-bbb8-9e8210460e14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:10:03.707266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Network hostable DHCP agents. Network: 88721464-46bb-4d16-bbb8-9e8210460e14, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:10:03.757135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Network 88721464-46bb-4d16-bbb8-9e8210460e14 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:10:03.791445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, 88721464-46bb-4d16-bbb8-9e8210460e14) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:10:03.800145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1262fc-db26-4bdd-b1ee-e81ba749017b None None] Network 88721464-46bb-4d16-bbb8-9e8210460e14 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:10:03.805376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:03.806055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:03.855298 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d01295ad-bafd-4bc0-9b6e-abe99bdb2afa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9529591 Nov 18 17:10:04.024858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac842bd-c412-4c49-9d9b-97f4d420c1d1 None None] Network 88721464-46bb-4d16-bbb8-9e8210460e14 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:10:04.975295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db04db51-9f7d-4ecf-bdb1-b2a212bdf87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:06.860431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91e3e2c2-051f-4706-8ed1-7d2165b42794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:07.688390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:08.808997 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:09.289206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:13.625461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:30.590766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:10:34.968656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d60cf3b-6867-4ff4-9bb4-f3f0c701a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:36.883242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a8bebdf9-162f-44b8-9458-d228f3d5a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:37.695246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:38.062216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2339a-07f0-4b2b-972b-ff191e2eb2af req-e6015766-dfd4-41d8-ba76-3209725d6c7a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:38.063831 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0ca2339a-07f0-4b2b-972b-ff191e2eb2af req-e6015766-dfd4-41d8-ba76-3209725d6c7a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.0944438 Nov 18 17:10:38.115678 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0ca2339a-07f0-4b2b-972b-ff191e2eb2af req-c103ab6e-a62d-46ac-ae4a-cb6e43db7ea1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Nov 18 17:10:38.622404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device f2725a7e-b6de-4a64-928e-719ab1a67710 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:10:38.696319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port f2725a7e-b6de-4a64-928e-719ab1a67710 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:10:38.696661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:38.790139 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-09aee75e-4290-4db1-910e-d04085556b75 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:38.791989 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-09aee75e-4290-4db1-910e-d04085556b75 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.0855701 Nov 18 17:10:38.853912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:38.873300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Deleting port f2725a7e-b6de-4a64-928e-719ab1a67710 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:10:38.873694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:39.133573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] For port f2725a7e-b6de-4a64-928e-719ab1a67710, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f2725a7e-b6de-4a64-928e-719ab1a67710,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:10:39.134137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:39.351963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:39.469207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:39.469633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:39.470017 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Floating IP 3c09017b-f847-41f6-ad4c-fcd6825f53f9 disassociated. External IP: 172.27.1.230, port: f2725a7e-b6de-4a64-928e-719ab1a67710. Nov 18 17:10:39.470404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Calling delete_port for f2725a7e-b6de-4a64-928e-719ab1a67710 owned by compute:nova {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:10:39.527012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dd8c3-6235-417e-9fae-d1152245b6e1 req-630b2981-c023-4770-b96e-64a0aa8abbde tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:39.528635 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-977dd8c3-6235-417e-9fae-d1152245b6e1 req-630b2981-c023-4770-b96e-64a0aa8abbde tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 945 time: 0.2500527 Nov 18 17:10:39.595865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-977dd8c3-6235-417e-9fae-d1152245b6e1 req-2038b09a-fca1-4e58-9cfd-04f7076d15b8 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a2c2fd16-bacd-413c-bf15-6eaa24af1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609694 Nov 18 17:10:39.814196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:39.832045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:39.883669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event deleted for resources: {'Port': ['ID=f2725a7e-b6de-4a64-928e-719ab1a67710,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:39.886401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:40.236255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:10:40.467711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:10:40.478331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:10:40.493911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:10:40.494627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:10:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:10:40.509323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] No DVR routers for this DVR port f2725a7e-b6de-4a64-928e-719ab1a67710 on host hv-cinder-76018 {{(pid=80397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:10:40.512137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:40.516291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'name': 'network-vif-deleted', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:10:40.558057 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-54db5f7d-0aa0-4a83-9ef9-a698e1cfa480 req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "DELETE /v2.0/ports/f2725a7e-b6de-4a64-928e-719ab1a67710 HTTP/1.1" status: 204 len: 173 time: 1.7598143 Nov 18 17:10:40.591546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device f2725a7e-b6de-4a64-928e-719ab1a67710 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:10:40.630108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No Port match for: f2725a7e-b6de-4a64-928e-719ab1a67710 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:10:40.631478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device f2725a7e-b6de-4a64-928e-719ab1a67710 not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:10:40.709359 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9448bb-bf62-4bbe-9d7d-65693245548d', 'name': 'network-vif-deleted', 'tag': 'f2725a7e-b6de-4a64-928e-719ab1a67710', 'status': 'completed', 'code': 200} Nov 18 17:10:40.747311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:10:40.850606 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7bd1d808-8b5b-4f06-bd1d-296d37cd1481 req-1ee1c197-206a-4aff-a918-07e3626e88ec tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=ef9448bb-bf62-4bbe-9d7d-65693245548d HTTP/1.1" status: 200 len: 210 time: 0.0693634 Nov 18 17:10:41.101768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:10:41.105962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:10:41.117490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:10:41.118220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:10:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:10:41.332110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:10:41.732330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:10:41.737788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f7a2-6816-469a-9176-898eaa7d1210 None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:10:42.073017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59918) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:42.146443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:42.177386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:42.236171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db59ed-cbbd-4a01-a5fa-1113dc2f906c None None] New status for floating IP 3c09017b-f847-41f6-ad4c-fcd6825f53f9: DOWN {{(pid=80399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:10:42.260044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:42.265649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f3abd897-5074-4e96-94fa-b26aa23dca7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:42.281970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c2fd16-bacd-413c-bf15-6eaa24af1864,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:42.284854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:42.324658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:42.326663 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "DELETE /v2.0/security-groups/a2c2fd16-bacd-413c-bf15-6eaa24af1864 HTTP/1.1" status: 204 len: 168 time: 0.2526145 Nov 18 17:10:42.329447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59924) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:42.348919 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.v2.resource [None req-2cab1216-3045-4cf1-8d16-2d1b951aa65f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] show failed (client error): The resource could not be found. Nov 18 17:10:42.350645 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2cab1216-3045-4cf1-8d16-2d1b951aa65f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups/a2c2fd16-bacd-413c-bf15-6eaa24af1864 HTTP/1.1" status: 404 len: 347 time: 0.0201616 Nov 18 17:10:42.353628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 59928) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:42.531144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Deleting port 73eb4297-c66c-4c33-94ec-9ed30bbbcbc2 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:10:42.531524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:42.713743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:42.714145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:43.033196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Calling delete_port for 73eb4297-c66c-4c33-94ec-9ed30bbbcbc2 owned by network:floatingip {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:10:43.316641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:43.332583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-395d6b32-7993-49f4-8014-e185f5a738aa tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:43.378186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event deleted for resources: {'Port': ['ID=73eb4297-c66c-4c33-94ec-9ed30bbbcbc2,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:43.381166 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:43.563502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:43.578661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:43.579912 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "DELETE /v2.0/floatingips/3c09017b-f847-41f6-ad4c-fcd6825f53f9 HTTP/1.1" status: 204 len: 168 time: 1.2250335 Nov 18 17:10:43.661045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.161931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59958) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:44.168202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'security_group': {'name': 'tempest-securitygroup--977442588', 'description': 'tempest-description--1413690495'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:44.174552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:44.179866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:44.183228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:44.189262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:44.217972 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-197b0c63-0a52-44d2-8e5d-e3c7d78b9fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1924083 Nov 18 17:10:44.220152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.259781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:44.263828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:44.266840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:44.273374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:44.317086 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-98035ff0-0c46-4648-9687-61b20c853618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b726004492ce4660a8b3a97c2c2601e8&device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 1162 time: 0.0744708 Nov 18 17:10:44.470558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.480162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46e29-0207-401a-b558-23b8e3635a04 req-a57cb56c-cfdc-48f6-8909-328229a2823d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:44.481770 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-a57cb56c-cfdc-48f6-8909-328229a2823d service neutron] 10.222.0.43 "GET /v2.0/networks?id=582b3cd7-9789-44a9-92e0-aa3f94a28041 HTTP/1.1" status: 200 len: 908 time: 0.1408832 Nov 18 17:10:44.499380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.505980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f02a8a34-e90e-4277-8973-a57a6e6bfdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:44.550483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:44.554409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:44.561558 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-ec366f7e-edf5-443f-aa24-fc8df9fd3ba6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf887022-9652-4b80-b2b7-44554327eccb HTTP/1.1" status: 200 len: 217 time: 0.0717490 Nov 18 17:10:44.586142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.590172 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4240894 Nov 18 17:10:44.590463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59964) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:44.596556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'security_group_rule': {'security_group_id': 'a7bb65bf-8041-4a64-8689-f2d7eab1ff8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:44.603206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:44.607325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:44.610367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:44.617283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:44.637181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e46e29-0207-401a-b558-23b8e3635a04 req-e1e2a849-9e66-4208-a1cc-c7490cbc7f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:44.638818 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-e1e2a849-9e66-4208-a1cc-c7490cbc7f44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6 HTTP/1.1" status: 200 len: 853 time: 0.0694416 Nov 18 17:10:44.673131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.726970 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-4cf7ad3c-12c8-4b85-a44c-409e13e567f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=582b3cd7-9789-44a9-92e0-aa3f94a28041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810022 Nov 18 17:10:44.739325 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-a8074ab3-6f79-40ee-9a7b-9ac3ebf5db14 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80397) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:10:44.740554 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-a8074ab3-6f79-40ee-9a7b-9ac3ebf5db14 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0070028 Nov 18 17:10:44.748749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.779452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.781814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:44.810726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec315d7-2ebe-45a7-a921-17a6b49906c0,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:44.816628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:44.849672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.854565 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2627218 Nov 18 17:10:44.855904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59974) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:44.861585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'security_group_rule': {'security_group_id': 'a7bb65bf-8041-4a64-8689-f2d7eab1ff8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:44.869154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:44.874466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:security_group_rule and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:44.878457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:44.884382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:44.895660 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-af1686d3-8628-4127-b91f-77620aae9f00 service neutron] 10.222.0.43 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472793 Nov 18 17:10:44.930206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:44.998193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:45.025062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:45.032776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eb7dbabc-c723-4445-b6fd-fb8bf0b63f37 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:45.047651 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13e46e29-0207-401a-b558-23b8e3635a04 req-80b0e454-ad07-4a42-9abc-90660c3b92f8 service neutron] 10.222.0.43 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451001 Nov 18 17:10:45.052280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b614ce83-4719-41e5-bb90-a16921395ca3,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:45.055661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:45.100337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group_rule, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:45.101673 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-880f8a4b-811c-4f2c-80a9-ab99e3aa3131 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2447464 Nov 18 17:10:45.110769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 59980) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:10:45.116830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'floatingip': {'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:45.122869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:45.127001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Usage tracker for resource:floatingip and tenant:fe3f95216bf242e688be11b8cbe7179e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:10:45.130469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:10:45.137553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:45.180400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:45.326614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:45.599035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Allocated IP 172.27.1.253 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/d65d3565-e85d-4e07-a903-6360fe6293ed) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:10:45.930786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:45.992125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:46.008568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:46.334609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'Port': ['ID=d65d3565-e85d-4e07-a903-6360fe6293ed,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:46.339961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:46.382452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:10:46.383554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:10:46.385859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:10:46.476082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:46.558159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:46.824524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:46.859369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:46.875327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e6184b73-8183-4be7-8524-c7bf8427a985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:47.020480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'Port': ['ID=d65d3565-e85d-4e07-a903-6360fe6293ed,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:47.023841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:47.117741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:47.180395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:47.181741 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0698321 Nov 18 17:10:47.471467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-58d5e91e-3c52-41e6-a939-2646db355f93 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:10:47.510808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-58d5e91e-3c52-41e6-a939-2646db355f93 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:10:47.512069 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-58d5e91e-3c52-41e6-a939-2646db355f93 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--977442588&fields=id&tenant_id=fe3f95216bf242e688be11b8cbe7179e HTTP/1.1" status: 200 len: 267 time: 0.0885625 Nov 18 17:10:47.671673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-acc7abb5-f46a-43d0-bc56-907976d982c7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:47.673233 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-acc7abb5-f46a-43d0-bc56-907976d982c7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 809 time: 0.1539502 Nov 18 17:10:47.690791 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-179f47bb-6d82-4aab-9af9-f97949c30f20 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/quotas/fe3f95216bf242e688be11b8cbe7179e HTTP/1.1" status: 200 len: 375 time: 0.0110612 Nov 18 17:10:47.778001 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-1bf44a77-015d-4521-9c9c-c39242d6cac2 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809903 Nov 18 17:10:47.872181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-12c959dc-b1fa-468c-803b-613524592f97 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:10:47.873254 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-12c959dc-b1fa-468c-803b-613524592f97 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0827904 Nov 18 17:10:48.022158 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ccaf234b-e853-42ea-92a7-c3c32e1b9538 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421032 Nov 18 17:10:48.185287 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-b41ac7c9-3cff-4eea-a538-a58a4220daf7 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1561103 Nov 18 17:10:48.472579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-ee352249-7ad5-4d50-af22-c030501da8ea req-c969b45b-881d-46f5-b1c0-b7cf9f32c671 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:10:48.523002 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-ee352249-7ad5-4d50-af22-c030501da8ea req-c969b45b-881d-46f5-b1c0-b7cf9f32c671 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:10:48.524356 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ee352249-7ad5-4d50-af22-c030501da8ea req-c969b45b-881d-46f5-b1c0-b7cf9f32c671 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 210 time: 0.0980294 Nov 18 17:10:49.704959 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bf858f17-7d3a-43dd-92df-8794b49071c7 req-771587f9-4efb-45d6-b83e-fbec8497a254 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 210 time: 0.0481102 Nov 18 17:10:50.577122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-65c5afc6-d764-4350-aad6-670cfe57e0a5 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:50.578772 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-65c5afc6-d764-4350-aad6-670cfe57e0a5 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 809 time: 0.1599905 Nov 18 17:10:50.664156 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-38242983-b201-45e9-a785-d015e33b7979 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe3f95216bf242e688be11b8cbe7179e HTTP/1.1" status: 200 len: 5044 time: 0.0705259 Nov 18 17:10:50.674588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'port': {'device_id': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'admin_state_up': True, 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'security_groups': ['a7bb65bf-8041-4a64-8689-f2d7eab1ff8d']}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:50.837113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:10:50.841565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:10:50.897382 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a657fbc3-cb0a-4f85-8aa2-41de59071c5f req-139776de-5a01-4d52-9552-60965d639159 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 210 time: 0.0531883 Nov 18 17:10:50.934184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Made reservation on behalf of fe3f95216bf242e688be11b8cbe7179e for: {'port': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:10:50.939784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:51.254880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Allocated IP 172.20.0.3 (f9d0af4a-0156-4411-bfcb-0d0297c2e22e/f8f694b2-d855-42d1-8403-314e1945066d/4f477f58-63a0-4636-b4f2-cf7c017a81ea) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:10:51.459919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:51.477048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Transition to ACTIVE for port object 4f477f58-63a0-4636-b4f2-cf7c017a81ea will not be triggered until provisioned by entity DHCP. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:10:51.529130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:51.547615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55704be5-72eb-41e5-abb5-2722508c74b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:51.699651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event updated for resources: {'Port': ['ID=4f477f58-63a0-4636-b4f2-cf7c017a81ea,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:51.705204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:51.747911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:10:51.749078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:10:51.751540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:10:51.822443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:51.823113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:51.901123 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-d14e21ba-444b-4e4d-bf3e-7d634399a406 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2309973 Nov 18 17:10:51.915266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Request body: {'port': {'device_id': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:10:52.030440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:52.048895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-96170cc7-0879-40b1-bc1b-ee18e7120141 None None] Provisioning for port 4f477f58-63a0-4636-b4f2-cf7c017a81ea completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:10:52.054680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-96170cc7-0879-40b1-bc1b-ee18e7120141 None None] Provisioning complete for port 4f477f58-63a0-4636-b4f2-cf7c017a81ea triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:10:52.055945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96170cc7-0879-40b1-bc1b-ee18e7120141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:52.110351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-96170cc7-0879-40b1-bc1b-ee18e7120141 None None] Port 4f477f58-63a0-4636-b4f2-cf7c017a81ea cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:10:52.122388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aed6d-09aa-4e69-99cb-c659e15ce91e req-37ad7899-8bc6-4d6c-9953-aaf486fe50ae tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:52.123999 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d07aed6d-09aa-4e69-99cb-c659e15ce91e req-37ad7899-8bc6-4d6c-9953-aaf486fe50ae tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 931 time: 0.0949674 Nov 18 17:10:52.174769 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d07aed6d-09aa-4e69-99cb-c659e15ce91e req-6070fb97-4034-4346-b1cd-ad5093d98dc1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Nov 18 17:10:52.448594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f477f58-63a0-4636-b4f2-cf7c017a81ea {{(pid=80397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:10:52.456773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:52.470194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Transition to ACTIVE for port object 4f477f58-63a0-4636-b4f2-cf7c017a81ea will not be triggered until provisioned by entity L2. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:10:52.511560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:52.527626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:52.663617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Pushing event updated for resources: {'Port': ['ID=4f477f58-63a0-4636-b4f2-cf7c017a81ea,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:52.674686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:53.072289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Attempting to bind port 4f477f58-63a0-4636-b4f2-cf7c017a81ea on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:10:53.072861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Attempting to bind port 4f477f58-63a0-4636-b4f2-cf7c017a81ea by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:10:53.073012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Attempting to bind port 4f477f58-63a0-4636-b4f2-cf7c017a81ea on network f9d0af4a-0156-4411-bfcb-0d0297c2e22e {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:10:53.079719 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:10:53.080092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Checking segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:10:53.080491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:53.080877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Bound using segment: {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'} {{(pid=80397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:10:53.081345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Bound port: 4f477f58-63a0-4636-b4f2-cf7c017a81ea, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667d57d0-74b0-4766-90b7-3c05df8b1d61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e'}}] {{(pid=80397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:10:53.081709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:53.172840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] For port 4f477f58-63a0-4636-b4f2-cf7c017a81ea, host hv-cinder-76018, cleared binding levels {{(pid=80397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:10:53.176296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] For port 4f477f58-63a0-4636-b4f2-cf7c017a81ea, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:10:53.202938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:53.219370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:53.411393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Pushing event updated for resources: {'Port': ['ID=4f477f58-63a0-4636-b4f2-cf7c017a81ea,revision_number=3']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:53.424022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:53.476494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:53.478003 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] 10.222.0.43 "PUT /v2.0/ports/4f477f58-63a0-4636-b4f2-cf7c017a81ea HTTP/1.1" status: 200 len: 1157 time: 1.5684752 Nov 18 17:10:53.478560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:10:53.495167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3becb-cdae-40cb-af7e-22f039c5b698 req-b6b33f4b-7ffb-4f77-9e41-0ec7aca09802 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:53.496204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-0bc3becb-cdae-40cb-af7e-22f039c5b698 req-b6b33f4b-7ffb-4f77-9e41-0ec7aca09802 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:10:53.529495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-0bc3becb-cdae-40cb-af7e-22f039c5b698 req-b6b33f4b-7ffb-4f77-9e41-0ec7aca09802 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:10:53.534519 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0bc3becb-cdae-40cb-af7e-22f039c5b698 req-b6b33f4b-7ffb-4f77-9e41-0ec7aca09802 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 943 time: 0.1883359 Nov 18 17:10:53.591193 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'status': 'completed', 'code': 200} Nov 18 17:10:53.649671 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0bc3becb-cdae-40cb-af7e-22f039c5b698 req-bf90e9cc-5169-4afb-b5a4-ce95b5ec7647 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105373 Nov 18 17:10:53.664555 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-7c5ea6b2-d84d-4f66-a2b2-0521ec01d3db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 1160 time: 0.1241460 Nov 18 17:10:53.750433 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-7117545b-64da-4508-b810-069aef1f2d8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea HTTP/1.1" status: 200 len: 217 time: 0.0771348 Nov 18 17:10:53.825015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-edd398fc-a966-4060-8077-01f3c1f4da18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:53.826652 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-edd398fc-a966-4060-8077-01f3c1f4da18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0688610 Nov 18 17:10:53.911857 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-a47167bd-14cb-47e7-9213-622d73c9bf62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769279 Nov 18 17:10:54.060943 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-1dc1887e-8502-4aac-b749-49a3f8c507de service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411860 Nov 18 17:10:54.209668 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-06df93aa-5210-473a-98e2-4bdeb1453d4c req-a63e0afb-5d13-47c0-97b6-d6369139538c service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419804 Nov 18 17:10:54.378574 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-12f7839b-de7a-4ccf-9d0c-a6b632b10bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 1160 time: 0.0754027 Nov 18 17:10:54.524900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-43ec5bf8-4748-46be-9e19-c91186b54f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:54.526537 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-43ec5bf8-4748-46be-9e19-c91186b54f8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.1404727 Nov 18 17:10:54.604433 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-c054e98e-fee3-4a81-b2ec-00970a9b947b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea HTTP/1.1" status: 200 len: 217 time: 0.0707712 Nov 18 17:10:54.675812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-9d1b2c08-046e-4002-ba6c-6ad7029bca80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:54.677430 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-9d1b2c08-046e-4002-ba6c-6ad7029bca80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0660253 Nov 18 17:10:54.768974 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-c69cf375-6ae7-4d5b-98ce-90b1980d32e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849762 Nov 18 17:10:54.886757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de94bb6-613a-4a98-9d05-89734757a968 req-015c90ec-a4c6-4a0d-85e1-722e7f5a14aa tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:54.888371 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8de94bb6-613a-4a98-9d05-89734757a968 req-015c90ec-a4c6-4a0d-85e1-722e7f5a14aa tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 943 time: 0.0892680 Nov 18 17:10:54.921514 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-6298c414-721d-41b1-b254-16a044d6082c service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446178 Nov 18 17:10:54.950809 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8de94bb6-613a-4a98-9d05-89734757a968 req-2b3ba78e-f6ce-4f4e-bc6f-72498c1566ef tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552247 Nov 18 17:10:55.079702 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a95e01d3-26da-4436-89af-6fb6ccc09d8c req-f50c8450-e926-4a52-9e38-59da4258c1ad service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504223 Nov 18 17:10:56.173717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401484b-9110-4c67-b570-e8562585d393 req-defe5344-5595-4dd8-9bf1-31f35091319c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:56.175424 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d401484b-9110-4c67-b570-e8562585d393 req-defe5344-5595-4dd8-9bf1-31f35091319c tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 943 time: 0.0909410 Nov 18 17:10:56.225248 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d401484b-9110-4c67-b570-e8562585d393 req-773048c3-f9b0-4b6b-980e-fbb98b4c051a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Nov 18 17:10:57.442018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd3ce2-862c-4003-bbba-8e35e1b2a574 req-24020712-6c52-4d7d-b9fd-5a44d41fc2eb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:57.443773 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-72fd3ce2-862c-4003-bbba-8e35e1b2a574 req-24020712-6c52-4d7d-b9fd-5a44d41fc2eb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 943 time: 0.0881882 Nov 18 17:10:57.496300 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-72fd3ce2-862c-4003-bbba-8e35e1b2a574 req-7c9b8b2c-25ad-4fd9-912c-2c6e17c08859 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460334 Nov 18 17:10:58.710065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54a29-03c1-4dd1-ab59-716578dd7684 req-3a514d09-cc5a-49e3-841a-a1a6f751920a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:58.711624 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f6d54a29-03c1-4dd1-ab59-716578dd7684 req-3a514d09-cc5a-49e3-841a-a1a6f751920a tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 943 time: 0.0863791 Nov 18 17:10:58.760498 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f6d54a29-03c1-4dd1-ab59-716578dd7684 req-95ff61ca-caf4-485e-a122-9e2e0479d660 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Nov 18 17:10:59.380680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4f477f58-63a0-4636-b4f2-cf7c017a81ea up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:10:59.476925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 4f477f58-63a0-4636-b4f2-cf7c017a81ea completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:10:59.481828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 4f477f58-63a0-4636-b4f2-cf7c017a81ea triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:10:59.482306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:59.599626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:59.627648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:10:59.638119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 4f477f58-63a0-4636-b4f2-cf7c017a81ea, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:10:59.660632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:10:59.662707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:10:59.736231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=4f477f58-63a0-4636-b4f2-cf7c017a81ea,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:10:59.745424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.745825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.746247 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.746633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.747014 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.747391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.747802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.748114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.748500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.748864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.749236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.749607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.750060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.750431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.750798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.751164 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.751532 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.751899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.752262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.752626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.752990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.753356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.754250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.754613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:10:59.759107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:10:59.774986 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'code': 200} Nov 18 17:10:59.973558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f51d9c-a8e9-49dc-8f80-dcdad28de345 req-c2a2c173-9a55-4112-9953-91e8eeede7be tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:10:59.975431 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-04f51d9c-a8e9-49dc-8f80-dcdad28de345 req-c2a2c173-9a55-4112-9953-91e8eeede7be tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.0860288 Nov 18 17:11:00.084114 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-04f51d9c-a8e9-49dc-8f80-dcdad28de345 req-33d22338-f629-4bf7-8fd8-6c0641d5f944 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018105 Nov 18 17:11:00.098463 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fda1770e-4807-44f6-b00a-a596a6398669 req-3748b007-fce0-4a2b-8cd1-4cacee33d3e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 1162 time: 0.0996957 Nov 18 17:11:00.152885 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fda1770e-4807-44f6-b00a-a596a6398669 req-0233f29a-d91b-4b99-b661-af3955f4aeae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469987 Nov 18 17:11:00.820756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4f477f58-63a0-4636-b4f2-cf7c017a81ea up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:11:00.892451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 4f477f58-63a0-4636-b4f2-cf7c017a81ea triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:11:00.892793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:01.309498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f48730-ffc9-43dd-a2f3-51ad1c42fdc4 req-70dbb29e-e97a-414e-a9e1-c073b55c5720 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:01.311160 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-98f48730-ffc9-43dd-a2f3-51ad1c42fdc4 req-70dbb29e-e97a-414e-a9e1-c073b55c5720 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.0940893 Nov 18 17:11:01.364577 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-98f48730-ffc9-43dd-a2f3-51ad1c42fdc4 req-47cb660e-8f66-4205-9496-2ed22280aa63 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463924 Nov 18 17:11:02.592546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808a51f-e93f-4d82-92f3-12b22b2086b1 req-750f8b9e-eec8-48f3-95dd-7bd1b44c2f63 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:02.594280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2808a51f-e93f-4d82-92f3-12b22b2086b1 req-750f8b9e-eec8-48f3-95dd-7bd1b44c2f63 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.0878382 Nov 18 17:11:02.646578 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2808a51f-e93f-4d82-92f3-12b22b2086b1 req-05929bd1-0725-4742-b442-40954a7b3a26 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453801 Nov 18 17:11:02.807125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4f477f58-63a0-4636-b4f2-cf7c017a81ea up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:11:02.871398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec20209-cd32-47e4-9efa-3cab007c7b94 req-b38dd5cf-eddd-4371-826f-9c83d3d919fd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:02.873168 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dec20209-cd32-47e4-9efa-3cab007c7b94 req-b38dd5cf-eddd-4371-826f-9c83d3d919fd tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.0851216 Nov 18 17:11:02.883540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 60238) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:11:02.883716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 4f477f58-63a0-4636-b4f2-cf7c017a81ea triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:11:02.883961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:02.889353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Request body: {'floatingip': {'port_id': '4f477f58-63a0-4636-b4f2-cf7c017a81ea'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:11:02.979151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:03.892428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.resource_extend [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 17:11:03.993551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:04.042436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:04.247994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Floating IP 94b462c2-fe24-4532-a906-ef55068253f4 associated. External IP: 172.27.1.253, port: 4f477f58-63a0-4636-b4f2-cf7c017a81ea. Nov 18 17:11:04.665454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:11:04.874472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:11:04.878992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:04.884449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:11:04.898131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:11:04.898749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:10:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:11:04.936021 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e6260b3f-6f14-45f9-90c3-80d41e82cbb7 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "PUT /v2.0/floatingips/94b462c2-fe24-4532-a906-ef55068253f4 HTTP/1.1" status: 200 len: 991 time: 2.0511613 Nov 18 17:11:04.936704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:11:04.991309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8d5263a5-3c2e-42cc-be1c-eee7934a3191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:05.103281 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'status': 'completed', 'code': 200} Nov 18 17:11:05.120661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:11:05.230163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-395ba6e9-edcd-4e40-a8c8-4ad3e8b00f50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 1162 time: 0.0990756 Nov 18 17:11:05.371562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd548-417b-444f-879c-c7466c3d7af3 req-21435767-c0be-4b62-aaaa-dc22355cbb83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:05.373172 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-21435767-c0be-4b62-aaaa-dc22355cbb83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.1420383 Nov 18 17:11:05.687532 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-76380491-51d0-4b22-9a48-f3776380e241 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea HTTP/1.1" status: 200 len: 999 time: 0.3051875 Nov 18 17:11:05.730512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '94b462c2-fe24-4532-a906-ef55068253f4', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'port_id': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'mac_address': 'fa:16:3e:dd:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:10:46Z', 'updated_at': '2020-11-18T17:11:03Z', 'revision_number': 1, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:11:05.743714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:11:05.758091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:11:05.758857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:10:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:11:05.771986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fd548-417b-444f-879c-c7466c3d7af3 req-cb5986d7-12f5-4ec6-8bfe-dc46ced70f74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:05.773584 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-cb5986d7-12f5-4ec6-8bfe-dc46ced70f74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0763805 Nov 18 17:11:05.865060 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-4265fa8f-667b-4fa8-b4a8-167457b05c84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815535 Nov 18 17:11:05.962045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:11:06.019433 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-ea03d69c-6a18-4592-af66-d4fc14e68489 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472421 Nov 18 17:11:06.193366 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-568fd548-417b-444f-879c-c7466c3d7af3 req-df3a6c02-cadc-467f-8367-263a34a12db7 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1668689 Nov 18 17:11:06.361084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '94b462c2-fe24-4532-a906-ef55068253f4', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'port_id': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'mac_address': 'fa:16:3e:dd:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:10:46Z', 'updated_at': '2020-11-18T17:11:03Z', 'revision_number': 1, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:11:06.367502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de96c-4e6e-48ff-9aac-6218bc3593ba None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '94b462c2-fe24-4532-a906-ef55068253f4', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'port_id': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'mac_address': 'fa:16:3e:dd:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:10:46Z', 'updated_at': '2020-11-18T17:11:03Z', 'revision_number': 1, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:11:06.662996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692aaf59-d003-4798-8819-66afc85e72bd None None] New status for floating IP 94b462c2-fe24-4532-a906-ef55068253f4: ACTIVE {{(pid=80399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:11:06.930428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e308a00a-8156-4c0b-b31c-ccbe08df8303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:07.592259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:11:07.694022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:08.824769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:09.317251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:13.649541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:34.979484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9341025e-83ca-4421-8228-b928a674a3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:36.871121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6e1890b5-1228-4c7d-bb68-825ad9d0c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:37.699759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:38.819549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:39.310159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:43.653918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:11:44.592953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:11:45.051997 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-a3cb08e7-d4f6-4016-9a61-5dbe3e8d84f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0752385 Nov 18 17:11:45.204637 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-e70395cb-daec-4f45-b5fc-c959c3c8ae90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0775816 Nov 18 17:11:45.367010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d872eff-3720-4fe8-917f-a11d39183369 req-2d932667-acfc-4fb3-af41-5b0b0218689a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:45.368626 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-2d932667-acfc-4fb3-af41-5b0b0218689a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1424603 Nov 18 17:11:45.445976 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-2fa6f409-bc25-41f5-9a2a-37ca122d24ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0705245 Nov 18 17:11:45.516368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d872eff-3720-4fe8-917f-a11d39183369 req-ad56d40f-321a-4e9c-aeb3-3dc297474543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:11:45.517975 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-ad56d40f-321a-4e9c-aeb3-3dc297474543 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0647550 Nov 18 17:11:45.573171 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-e24cee70-0f3b-49d8-835a-5eaf51011164 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473456 Nov 18 17:11:45.721649 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-8526122b-1b99-4f64-8746-941814095b1d service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417835 Nov 18 17:11:45.871027 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6d872eff-3720-4fe8-917f-a11d39183369 req-16ac9486-3f04-46dc-ae48-cae40bc17726 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418283 Nov 18 17:12:04.989349 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a5251fdf-15ad-436e-9d3d-0b043870f7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:06.870832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ec83199a-3bf1-4ae1-a507-dba7fd2145ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:07.698163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:08.818379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:09.309898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:13.670524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:21.593189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:12:34.995444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-194b4c32-dc6f-480a-aa08-964488abdc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:36.868729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3c325ad-1de5-42a3-a193-7c5bf5b6e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:37.697190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:38.840318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:39.315605 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:43.663284 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:12:44.392087 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-d44eb121-0151-4707-ab9a-676e10a3b1d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0754192 Nov 18 17:12:44.493210 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-fded70b0-2548-42ef-b2f5-0c04b3b22df5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0747283 Nov 18 17:12:44.654377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-cd917771-d3c3-4c8d-82d3-4f805e998a58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:12:44.656033 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-cd917771-d3c3-4c8d-82d3-4f805e998a58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1433914 Nov 18 17:12:44.733569 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-925dd904-bff1-49c3-bca5-f2e5960bfee9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0700397 Nov 18 17:12:44.801853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-faeb7a92-30f0-4b9f-9305-a19e244771b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:12:44.804069 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-faeb7a92-30f0-4b9f-9305-a19e244771b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0642257 Nov 18 17:12:44.856368 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-74bb295a-98c1-448c-8f17-f2dcc4ed63d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456967 Nov 18 17:12:45.001030 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-40b6d94e-5c98-4f05-8eb7-6f9cd35db8e8 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373255 Nov 18 17:12:45.144021 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-decbcd33-0136-4352-838e-c42f6ef0a8ed req-1e87fa93-fc61-4e04-a71c-c82d2944c373 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355174 Nov 18 17:12:58.594866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:13:04.993629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-52146013-4069-430c-94c0-e8c833322aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:06.846749 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a04b6850-ba62-4dd1-a796-43565ee04a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:07.698193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:08.829770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:09.313722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:13.681541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:35.001150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4056b8d6-36f9-4e8d-bcef-6746f708226f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:35.595789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:13:36.857753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca6759d9-55d2-4627-bcc7-f3f95dd01f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:37.704143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:38.821767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:39.326545 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:43.698745 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:13:46.269715 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-b7d9d29e-4ab5-42ef-b656-0a2e052b78c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0750735 Nov 18 17:13:46.378203 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-5dc14a7e-19b8-4e43-af12-31a944619fac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e10c76a90604875b8e002dc80d292ed&device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 1163 time: 0.0859654 Nov 18 17:13:46.551309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-75d15eaf-c94d-4690-a7eb-d0f3450df1f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:13:46.552976 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-75d15eaf-c94d-4690-a7eb-d0f3450df1f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dadbc013-d608-4c0a-9455-651b0dc8d7dd HTTP/1.1" status: 200 len: 908 time: 0.1427526 Nov 18 17:13:46.626505 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-7bdbb343-5b5c-4fab-846c-5d3d99110142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133 HTTP/1.1" status: 200 len: 217 time: 0.0658200 Nov 18 17:13:46.698812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-2e2ea16f-c4e8-419f-ab22-5c67b26337af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:13:46.700400 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-2e2ea16f-c4e8-419f-ab22-5c67b26337af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1050ec05-e417-49d2-8e8b-42dc91a2fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0667465 Nov 18 17:13:46.752455 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-a0b55eb1-f053-47d2-a052-92d8a298821a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dadbc013-d608-4c0a-9455-651b0dc8d7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448265 Nov 18 17:13:46.897361 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-fefce2e2-d955-413e-ad37-bbe03af89962 service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374202 Nov 18 17:13:47.043339 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1bceafd-537c-4f4f-8de4-8bff2e38b7f6 req-65b58a94-3bc6-42c4-9082-1fae18be2180 service neutron] 10.222.0.43 "GET /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385872 Nov 18 17:14:04.988919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a179c38-3f29-46dd-941d-1fd9a0e1fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:06.857756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-689567e6-10f3-487b-81ac-84bb47d1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:07.715086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:08.834972 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:09.308982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:12.595657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:14:13.691969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:34.995294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eddef6b1-bf53-42a1-9f26-aae2fc8d66cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:36.846002 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ebda3dc0-0cf8-4ff5-a2e6-1ae47e32d2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:37.715202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:38.823005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:39.331386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:43.729152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:14:45.370163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-6f1d789e-cfd4-487b-9331-192bbfe42323 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0735011 Nov 18 17:14:45.474328 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-e82dac55-63fe-4c2b-821c-c7ac2d5e7688 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b726004492ce4660a8b3a97c2c2601e8&device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 1162 time: 0.0808923 Nov 18 17:14:45.826415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-b2253bb5-d658-4235-9596-168b8a228013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:14:45.828038 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-b2253bb5-d658-4235-9596-168b8a228013 service neutron] 10.222.0.43 "GET /v2.0/networks?id=582b3cd7-9789-44a9-92e0-aa3f94a28041 HTTP/1.1" status: 200 len: 908 time: 0.3347635 Nov 18 17:14:45.902647 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-2e41b5f3-8996-40b3-a814-fd47bb5a7e47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf887022-9652-4b80-b2b7-44554327eccb HTTP/1.1" status: 200 len: 217 time: 0.0676045 Nov 18 17:14:45.977037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-0f9fc8f3-df67-4535-8abf-968ec73cfe37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:14:45.979223 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-0f9fc8f3-df67-4535-8abf-968ec73cfe37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6 HTTP/1.1" status: 200 len: 853 time: 0.0687392 Nov 18 17:14:46.060917 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-c25b03db-d00c-4ee5-bb42-bf7fb9ad8977 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=582b3cd7-9789-44a9-92e0-aa3f94a28041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750976 Nov 18 17:14:46.207031 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-ac0c13d2-3c2e-4101-b689-6e26afe64ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386859 Nov 18 17:14:46.354786 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e51c1cdc-b11d-48a9-811f-9c77d13de103 req-27c5d40a-6b74-4f81-ac3a-555b7d9e93c6 service neutron] 10.222.0.43 "GET /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410737 Nov 18 17:14:49.597700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:15:04.992081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-649f4aa5-87db-4429-83bb-7ed386ca2e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:06.860740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-667c614d-71be-40ee-ab5c-35ae9a72114f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:07.711531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:08.837782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:09.325460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:12.690814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-7f0e8c5d-1a6f-4d36-8ad8-c41784f61d60 req-dc012db2-61a2-494f-a63b-456bd81040ae service neutron] (80398) timed out ('10.222.0.43', 49889) {{(pid=80398) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 18 17:15:13.717507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:26.604316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:15:34.999755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c6bef7b8-af7e-41f6-8302-36e299e1c38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:36.856698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0182837c-da1d-40d2-81d1-7725831b3ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:37.723110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:38.831371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:39.328672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:43.745898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:47.454790 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-d6c0cb4a-d90e-4dc1-b5e2-0a8a932a1055 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1597104 Nov 18 17:15:47.554397 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-ca1af8af-225b-431e-aea1-2e28b43bcb50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe3f95216bf242e688be11b8cbe7179e&device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 1162 time: 0.0771399 Nov 18 17:15:47.719224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-81d9479d-57a1-42f0-a281-19049a235779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:47.720815 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-81d9479d-57a1-42f0-a281-19049a235779 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 200 len: 903 time: 0.1443701 Nov 18 17:15:47.830444 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-909a2446-4f7e-4beb-baff-3d79b9910759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea HTTP/1.1" status: 200 len: 1001 time: 0.1026340 Nov 18 17:15:47.898844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-58a13242-b67a-4e31-92e1-b563b2f3ef59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:47.900369 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-58a13242-b67a-4e31-92e1-b563b2f3ef59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 200 len: 848 time: 0.0636549 Nov 18 17:15:47.983543 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-8b4e2737-fc28-4194-ab23-de756d42512e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9d0af4a-0156-4411-bfcb-0d0297c2e22e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758688 Nov 18 17:15:48.128864 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-3762083b-eebd-4b6d-b11c-146a17b89f84 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386054 Nov 18 17:15:48.278931 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c650848e-58a2-46a5-8a76-93a7381ece14 req-46b069a8-4f8d-434e-b611-35bc596c1d16 service neutron] 10.222.0.43 "GET /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422422 Nov 18 17:15:54.654668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 35782) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:15:54.827248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:54.862057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:15:54.866320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Usage tracker for resource:security_group_rule and tenant:534d1895d76c406fb25fc09783956e2e is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:15:54.869499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:15:54.875719 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-244428f9-23f8-4630-a051-4bc3b1d4789b req-68ea17d6-1787-4989-8c7f-265d77008d4d service neutron] (80397) timed out ('10.222.0.43', 49921) {{(pid=80397) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 18 17:15:54.875994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:15:55.025037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:55.073311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:55.081386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5a1e03c1-e58f-487f-9500-29dc8ce466c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:15:55.124240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a44fa-966c-4ba5-bf2c-bc3d54f3c11d,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:15:55.133013 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=534d1895d76c406fb25fc09783956e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4767156 Nov 18 17:15:55.135936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 35794) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:15:55.142762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.143288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.143791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.144288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.144781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.145331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.145822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.146330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.146820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.147353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.147837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.149337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.150615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.151138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.151771 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.152255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.152737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.153324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.153801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.154215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.154695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.155189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.155670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.156445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.161077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:15:55.230552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:55.259036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:55.467864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:55.473029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c4323a3c-d409-471d-a71a-85270dd27cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:15:55.485491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a44fa-966c-4ba5-bf2c-bc3d54f3c11d,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:15:55.495912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:55.497128 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c3a44fa-966c-4ba5-bf2c-bc3d54f3c11d HTTP/1.1" status: 204 len: 168 time: 0.3601170 Nov 18 17:15:55.499043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.499455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.499855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.500245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.500638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.501286 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.501396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.501746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.502161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.502544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.502927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.503305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.503728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.504110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.504486 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.504862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.505239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.505619 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.506019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.506396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.506775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.507244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.508259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.508641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:15:55.512472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:15:56.855404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32876-4458-4fb3-9bd2-ff1dbb4b852e req-4ec0ac70-2f39-462c-8ee1-d546bed3036d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:56.857208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-59a32876-4458-4fb3-9bd2-ff1dbb4b852e req-4ec0ac70-2f39-462c-8ee1-d546bed3036d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.3449497 Nov 18 17:15:56.874596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d592219-6f1d-452a-bafc-ada8c1d47237 req-326fd175-a8f8-438b-bf37-c367affe22e1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:56.877444 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1d592219-6f1d-452a-bafc-ada8c1d47237 req-326fd175-a8f8-438b-bf37-c367affe22e1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.3607559 Nov 18 17:15:56.924157 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-59a32876-4458-4fb3-9bd2-ff1dbb4b852e req-6967102c-2d66-4897-ad5b-4183116232a5 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543280 Nov 18 17:15:56.940312 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1d592219-6f1d-452a-bafc-ada8c1d47237 req-47d370c3-2a5c-4694-b2ef-80385c4a1572 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532787 Nov 18 17:15:57.445029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89c347-de6d-40a5-ad33-baef53507eda req-06fcd3bc-fc18-4e46-86a9-6f6c1a697e8d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:57.446656 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f89c347-de6d-40a5-ad33-baef53507eda req-06fcd3bc-fc18-4e46-86a9-6f6c1a697e8d tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.43 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 945 time: 0.0839212 Nov 18 17:15:57.531269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Deleting port cf887022-9652-4b80-b2b7-44554327eccb {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:15:57.531669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:57.605843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-677132f3-d972-4415-a5e8-71cd337a5e2d tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:57.608071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-677132f3-d972-4415-a5e8-71cd337a5e2d tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.43 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 946 time: 0.0964947 Nov 18 17:15:57.684301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Deleting port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:15:57.684693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:57.795018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] For port cf887022-9652-4b80-b2b7-44554327eccb, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=cf887022-9652-4b80-b2b7-44554327eccb,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:15:57.795417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:57.925983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Calling delete_port for cf887022-9652-4b80-b2b7-44554327eccb owned by compute:nova {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:15:57.943036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] For port 497d9bee-5dfd-41d4-a4c0-3c5e67174133, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=497d9bee-5dfd-41d4-a4c0-3c5e67174133,segment=NetworkSegment(62159eef-3781-48af-8133-2f2c4632cfbb),segment_id=62159eef-3781-48af-8133-2f2c4632cfbb)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:15:57.943433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:58.083082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Calling delete_port for 497d9bee-5dfd-41d4-a4c0-3c5e67174133 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:15:58.304759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfaa99-4032-49da-8789-9d6580148f48 req-bb0afe4a-df6c-402a-940b-2458edf6b060 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:58.305712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf88bd2-2982-401a-8940-912c4125ac5e req-4f3e9db6-f772-4323-aee4-26885d01f134 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:15:58.306401 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eedfaa99-4032-49da-8789-9d6580148f48 req-bb0afe4a-df6c-402a-940b-2458edf6b060 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 867 time: 0.0918503 Nov 18 17:15:58.307354 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2bf88bd2-2982-401a-8940-912c4125ac5e req-4f3e9db6-f772-4323-aee4-26885d01f134 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 867 time: 0.1123779 Nov 18 17:15:58.307541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:58.327631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:15:58.336289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:58.352111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:15:58.390216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Pushing event deleted for resources: {'Port': ['ID=cf887022-9652-4b80-b2b7-44554327eccb,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:15:58.393075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:15:58.406237 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Pushing event deleted for resources: {'Port': ['ID=497d9bee-5dfd-41d4-a4c0-3c5e67174133,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:15:58.412363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:15:58.492865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2bf88bd2-2982-401a-8940-912c4125ac5e req-5712321f-533c-4c4c-a309-baa8e7cf93e8 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/security-groups?id=349436cb-39ea-49a4-83c7-e6f12046611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787121 Nov 18 17:15:58.509491 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eedfaa99-4032-49da-8789-9d6580148f48 req-a9d61ccf-6335-4448-b48f-68c8c342e835 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/security-groups?id=543098d4-8945-46aa-bc19-47af1fbf3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851342 Nov 18 17:15:58.583167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] No DVR routers for this DVR port cf887022-9652-4b80-b2b7-44554327eccb on host hv-cinder-76018 {{(pid=80397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:15:58.585731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:58.588656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'name': 'network-vif-deleted', 'tag': 'cf887022-9652-4b80-b2b7-44554327eccb'}] {{(pid=80397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:15:58.617404 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] No DVR routers for this DVR port 497d9bee-5dfd-41d4-a4c0-3c5e67174133 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:15:58.619977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:15:58.623196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'name': 'network-vif-deleted', 'tag': '497d9bee-5dfd-41d4-a4c0-3c5e67174133'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:15:58.629847 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.43 "DELETE /v2.0/ports/cf887022-9652-4b80-b2b7-44554327eccb HTTP/1.1" status: 204 len: 173 time: 1.1748641 Nov 18 17:15:58.688961 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5917171c-6c3d-4abf-ac47-b5b950f7d561', 'name': 'network-vif-deleted', 'tag': '497d9bee-5dfd-41d4-a4c0-3c5e67174133', 'status': 'completed', 'code': 200} Nov 18 17:15:58.703922 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-70d36c46-3a0c-4a04-8c8c-c3d978a103ba req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.43 "DELETE /v2.0/ports/497d9bee-5dfd-41d4-a4c0-3c5e67174133 HTTP/1.1" status: 204 len: 173 time: 1.0891860 Nov 18 17:15:58.760609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b', 'name': 'network-vif-deleted', 'tag': 'cf887022-9652-4b80-b2b7-44554327eccb', 'status': 'completed', 'code': 200} Nov 18 17:15:59.326282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device cf887022-9652-4b80-b2b7-44554327eccb no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:15:59.367031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No Port match for: cf887022-9652-4b80-b2b7-44554327eccb {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:15:59.367542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device cf887022-9652-4b80-b2b7-44554327eccb not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:15:59.368091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 497d9bee-5dfd-41d4-a4c0-3c5e67174133 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:15:59.403842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No Port match for: 497d9bee-5dfd-41d4-a4c0-3c5e67174133 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:15:59.404234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 497d9bee-5dfd-41d4-a4c0-3c5e67174133 not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:15:59.708405 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a0e21012-f143-41de-98fc-ed05b31e45f2 req-ab59687b-e158-4373-baca-d14234b839bc tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0551496 Nov 18 17:15:59.734310 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-17936d2c-fde8-4cc3-a59d-b20ff663ef59 req-41c952e6-4698-449e-bce9-a859f8ba7331 tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] 10.222.0.21 "GET /v2.0/ports?device_id=72ca5c7c-dd47-4b7a-8ca3-0a50fb91954b HTTP/1.1" status: 200 len: 210 time: 0.0516386 Nov 18 17:15:59.875913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 35878) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:00.224155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.305641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:00.309614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Usage tracker for resource:security_group_rule and tenant:966ff48948df403a9e118e769b48ee68 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:00.312600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:00.318280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:00.438184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.490422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.498755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0e389d3e-daaf-4542-9392-f56dd513093b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:00.543213 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=966ff48948df403a9e118e769b48ee68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6661716 Nov 18 17:16:00.544030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12649dab-2b04-41fb-a91c-c5ce5b543e9b,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:00.546036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 35884) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:00.547342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:00.609842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.637546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.705259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.710632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a959b10d-180e-4f86-947a-7bcf1dd8bae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:00.724140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12649dab-2b04-41fb-a91c-c5ce5b543e9b,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:00.727125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:00.728297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:00.732254 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12649dab-2b04-41fb-a91c-c5ce5b543e9b HTTP/1.1" status: 204 len: 168 time: 0.1824372 Nov 18 17:16:00.949559 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-24b82376-3915-41d8-a1ec-af1b759ee23c req-839c2966-2914-4364-b465-39affb2600d5 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0502558 Nov 18 17:16:02.132795 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6a27a972-6ea8-4854-a774-cc1c761ef7c1 req-1a8551d8-1e5e-4e7d-b8ef-7102621f8467 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0473554 Nov 18 17:16:03.322634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-d4a9b444-845c-4f36-b6ba-0e5c941f659c req-13613aeb-383b-4e6f-a28a-0b405a98fb30 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Synchronizing usage tracker for tenant:5e10c76a90604875b8e002dc80d292ed on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:16:03.358948 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-d4a9b444-845c-4f36-b6ba-0e5c941f659c req-13613aeb-383b-4e6f-a28a-0b405a98fb30 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Unset dirty status for tenant:5e10c76a90604875b8e002dc80d292ed on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:16:03.360230 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d4a9b444-845c-4f36-b6ba-0e5c941f659c req-13613aeb-383b-4e6f-a28a-0b405a98fb30 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0869422 Nov 18 17:16:03.516138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 35964) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:03.596185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:16:04.126977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:04.534767 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-900cbf89-42ce-4441-a948-d9160b037b0f req-75274dff-ca4e-41b4-8ea6-0d5921da27d5 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0472324 Nov 18 17:16:04.759666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Deleting port 1c3fb1da-b499-4833-a18a-fdc43bcbafae {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:16:04.760034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:04.940144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] For port 1c3fb1da-b499-4833-a18a-fdc43bcbafae, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=1c3fb1da-b499-4833-a18a-fdc43bcbafae,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:04.940539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:04.987755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-17246c47-eb41-4513-a17e-c7f43bd8eed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:05.069998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Calling delete_port for 1c3fb1da-b499-4833-a18a-fdc43bcbafae owned by network:router_interface {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:16:05.476742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 35986) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:05.534042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:05.549909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:05.635131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3fb1da-b499-4833-a18a-fdc43bcbafae,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:05.654107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:05.779656 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ee7937d2-4f10-4cfa-98e6-d8b0a4d9076a req-3fa2adc7-38cf-48bc-a35b-813f2612b7ec tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0708332 Nov 18 17:16:05.794085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Deleting subnet 8cab127c-cbec-4e96-a6f2-e5fb8e7c1ce3 {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:16:05.806338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:06.070116 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:06.179454 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:06.613886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:06.758374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:06.775245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b326e6b0-35a8-4f4c-8aa0-14bfb3ffa88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:06.853739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dd3abd8b-ff89-4a15-a55d-108de182d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:06.879161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cab127c-cbec-4e96-a6f2-e5fb8e7c1ce3,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:06.898406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:06.965771 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e476833c-f330-4bfb-b2d9-cb01f377d9e7 req-8aca0c69-e30b-4c60-af42-ffc87ea6b10f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0507195 Nov 18 17:16:07.004928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.076438 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ebf1fe6b-b057-45a4-8c4d-7aed6940c706 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8cab127c-cbec-4e96-a6f2-e5fb8e7c1ce3 HTTP/1.1" status: 204 len: 168 time: 1.5986147 Nov 18 17:16:07.079429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 36000) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:07.195525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.394551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.512911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88721464-46bb-4d16-bbb8-9e8210460e14']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:07.526068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f843a50b-73de-4892-9cda-576e8e998781') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:07.526409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f843a50b-73de-4892-9cda-576e8e998781') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:07.534932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Router 598216f3-59e0-420e-9e63-2194a16be9e9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:16:07.540670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.556645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.558738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:16:07.722442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.764629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:16:07.772691 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] 10.222.0.21 "PUT /v2.0/routers/598216f3-59e0-420e-9e63-2194a16be9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2526760 Nov 18 17:16:07.773294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 36008) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:07.774081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] Sync routers for ids ['598216f3-59e0-420e-9e63-2194a16be9e9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:16:07.787033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] Routers {'598216f3-59e0-420e-9e63-2194a16be9e9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:16:07.787716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:16:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['598216f3-59e0-420e-9e63-2194a16be9e9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:07.940735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Network 88721464-46bb-4d16-bbb8-9e8210460e14 has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:16:07.950073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:07.980146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] Set router 598216f3-59e0-420e-9e63-2194a16be9e9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:16:07.987109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.170470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Network 88721464-46bb-4d16-bbb8-9e8210460e14 has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:08.214834 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:08.356595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.360910 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:08.378706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.390915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88721464-46bb-4d16-bbb8-9e8210460e14,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:08.398968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:08.400870 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/88721464-46bb-4d16-bbb8-9e8210460e14 HTTP/1.1" status: 204 len: 168 time: 1.3203485 Nov 18 17:16:08.502930 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:16:05Z', 'revision_number': 5, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port': {'id': '0957e01e-b6b2-4b68-a353-707e92b623ba', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:02:11Z', 'updated_at': '2020-11-18T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:08.508831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] Checking router: 598216f3-59e0-420e-9e63-2194a16be9e9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:16:08.521608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] Routers {'598216f3-59e0-420e-9e63-2194a16be9e9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:16:08.522424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:16:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['598216f3-59e0-420e-9e63-2194a16be9e9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:08.538807 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5f136a53-3efa-413c-9cd8-573631f88a9e req-138e6483-cc3d-42e3-955b-bfe3eec65577 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0516987 Nov 18 17:16:08.555236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.590759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Deleting port 0957e01e-b6b2-4b68-a353-707e92b623ba {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:16:08.591170 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.696934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] Set router 598216f3-59e0-420e-9e63-2194a16be9e9 gateway port host: None {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:16:08.762520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 36022) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:08.814488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:16:08Z', 'revision_number': 6, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port_host': None}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:08.819781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93598e6-3053-4a7e-a74f-3bf520f9d3f7 None None] The sync data for ids ['598216f3-59e0-420e-9e63-2194a16be9e9'] in dv-cinder-760184-2-iscsi is: [{'id': '598216f3-59e0-420e-9e63-2194a16be9e9', 'name': 'tempest-TestMinimumBasicScenario-580820494-router', 'tenant_id': 'b726004492ce4660a8b3a97c2c2601e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:02:10Z', 'updated_at': '2020-11-18T17:16:08Z', 'revision_number': 6, 'project_id': 'b726004492ce4660a8b3a97c2c2601e8', 'gw_port_host': None}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:16:08.826473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] For port 0957e01e-b6b2-4b68-a353-707e92b623ba, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=0957e01e-b6b2-4b68-a353-707e92b623ba,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:08.826889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.842494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:08.974082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Calling delete_port for 0957e01e-b6b2-4b68-a353-707e92b623ba owned by network:router_gateway {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:16:09.002735 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c38fd210-8fc5-4975-a270-727bf58695c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6ffb310df984748ae1db315d120d09b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2389500 Nov 18 17:16:09.005337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 36026) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:09.073848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.103850 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.209669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 0957e01e-b6b2-4b68-a353-707e92b623ba no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:16:09.236824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.242177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-20148114-0d85-4789-91c0-4598974cf619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:09.243537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 0957e01e-b6b2-4b68-a353-707e92b623ba {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:16:09.248315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 0957e01e-b6b2-4b68-a353-707e92b623ba not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:16:09.248315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 1c3fb1da-b499-4833-a18a-fdc43bcbafae no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:16:09.258028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85938a6-05e2-481f-9ca0-a6b014c21441,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:09.260797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:09.262422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.263666 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-d2125a93-7dc7-46ca-b92a-39067e277f57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e85938a6-05e2-481f-9ca0-a6b014c21441 HTTP/1.1" status: 204 len: 168 time: 0.2572391 Nov 18 17:16:09.268170 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.286020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1c165fad-e3a2-42e6-9175-bb774c3bddb1 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:09.308541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 1c3fb1da-b499-4833-a18a-fdc43bcbafae {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:16:09.308939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 1c3fb1da-b499-4833-a18a-fdc43bcbafae not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:16:09.334558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0957e01e-b6b2-4b68-a353-707e92b623ba,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:09.338077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:09.353855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.678591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.728219 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ff7a41ab-7a59-4104-ba7a-7aaa6963756a req-070da5ec-cbe8-4167-acc4-d5ca9edec3c3 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0474412 Nov 18 17:16:09.973323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:09.978413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.244813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.245436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598216f3-59e0-420e-9e63-2194a16be9e9 {{(pid=80398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:16:10.259039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.260279 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-22be5cfe-77d0-4426-9798-7274fb8fa6a6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/598216f3-59e0-420e-9e63-2194a16be9e9 HTTP/1.1" status: 204 len: 168 time: 2.4858246 Nov 18 17:16:10.262947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 36052) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:10.331504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Deleting subnet d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6 {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:16:10.336133 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.390742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.424833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 36058) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:10.515351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.565708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029712473-network', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:10.571205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:10.575326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Usage tracker for resource:network and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:10.578709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:10.584490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:10.627637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Made reservation on behalf of 4c2a7537f38b49438886863b1cf902e3 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:16:10.632974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.646343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:10.681768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:10.685977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:10.689098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:10.695755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:10.958838 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-da6f26c4-5d8b-4b6f-9d93-9e886bee1926 req-89a141ad-7980-4db2-bd9b-f92221143184 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0565150 Nov 18 17:16:11.040713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.062234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.079094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-92a10033-fce1-4500-bd4a-280daeb6b305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:11.084740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.089248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5a2c3038-6641-4904-81d1-a8e4f34d5a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:11.122295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:11.122740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:16:11.137524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:11.141956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60b9fa-f2e0-4f85-8590-c874a8e1721e,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:11.145958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:11.163530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.164365 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Added segment 80ec170f-f0e5-4c7d-a11e-dac3aee67f4c of type vxlan for network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 Nov 18 17:16:11.220120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.225626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f745fdd-eba1-48f5-8776-731faac00f8f None None] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:16:11.229528 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c86fa1dd-cbe1-484e-8a59-5a7a2e14a5bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d08e61c2-4b5a-4b30-9f71-fce76f8cb0b6 HTTP/1.1" status: 204 len: 168 time: 0.9629817 Nov 18 17:16:11.233080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 36070) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:11.240473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.341987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.343625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:16:11.344395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.348381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.350206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f1d68aa-0b19-4e94-ba0b-5a35fcf909eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:11.422342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Deleting port dcae057f-1266-4e15-8a57-d93c63727a2d {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:16:11.422640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.463693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:11.470118 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0441060 Nov 18 17:16:11.471192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:11.471320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 36074) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:11.478003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:16:11.481704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Request body: {'subnet': {'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029712473-subnet', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:11.490439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:11.491427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:16:11.510159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] DHCP port deletion for 582b3cd7-9789-44a9-92e0-aa3f94a28041 request from dv-cinder-760184-2-iscsi {{(pid=80399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 17:16:11.519684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Usage tracker for resource:subnet and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:11.526808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:11.529143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Deleting port dcae057f-1266-4e15-8a57-d93c63727a2d {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:16:11.529570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.547570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:11.600512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Made reservation on behalf of 4c2a7537f38b49438886863b1cf902e3 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:16:11.605190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850654803'] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.910096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] For port dcae057f-1266-4e15-8a57-d93c63727a2d, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dcae057f-1266-4e15-8a57-d93c63727a2d,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:11.910551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:11.990787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] For port dcae057f-1266-4e15-8a57-d93c63727a2d, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dcae057f-1266-4e15-8a57-d93c63727a2d,segment=NetworkSegment(4d5a1b41-8b11-477c-abb8-cf579197096b),segment_id=4d5a1b41-8b11-477c-abb8-cf579197096b)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:11.991726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:12.166401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Calling delete_port for dcae057f-1266-4e15-8a57-d93c63727a2d owned by network:dhcp {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:16:12.185751 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19132bdc-e476-45c2-b99e-4933b44dfe6b req-edb83759-dc9b-4eca-8074-6554f9f04ee6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0514863 Nov 18 17:16:12.213993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Calling delete_port for dcae057f-1266-4e15-8a57-d93c63727a2d owned by network:dhcp {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:16:12.367528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:16:12.367935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:16:12.396177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:12.412578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-315d90c6-c786-45e5-889b-17eae590d5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:12.477815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcae057f-1266-4e15-8a57-d93c63727a2d,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:12.481078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:12.597830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] No DVR routers for this DVR port dcae057f-1266-4e15-8a57-d93c63727a2d on host dv-cinder-760184-2-iscsi {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:16:12.789118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:12.869462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Deleting port dcae057f-1266-4e15-8a57-d93c63727a2d {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:16:12.869992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:12.942433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bec50-cdee-41d6-abdd-f0296dbbbf3d None None] The port 'dcae057f-1266-4e15-8a57-d93c63727a2d' was deleted {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 17:16:12.945247 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582b3cd7-9789-44a9-92e0-aa3f94a28041']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:12.967814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5a1b41-8b11-477c-abb8-cf579197096b') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:12.968154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5a1b41-8b11-477c-abb8-cf579197096b') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:12.989490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.011760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852443698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850654820'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.012806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.029826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:16:13.043224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:13.207954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dcae057f-1266-4e15-8a57-d93c63727a2d no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:16:13.245927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: dcae057f-1266-4e15-8a57-d93c63727a2d {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:16:13.246626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dcae057f-1266-4e15-8a57-d93c63727a2d not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:16:13.284220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c25fea3-58fe-453a-971b-4d2be6749ee6,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:13.287225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:13.402690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:16:13.414215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.460688 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-27241c5d-3a1f-484e-870d-8bc451324bd4 req-6fca1553-2c7b-4acf-959d-69a81d36e583 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.1045330 Nov 18 17:16:13.632385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Network 582b3cd7-9789-44a9-92e0-aa3f94a28041 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:16:13.664064 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:16:13.759776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.760572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Checking segment: {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:16:13.761511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Network hostable DHCP agents. Network: 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:16:13.787814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.791290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:13.805969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.816740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=582b3cd7-9789-44a9-92e0-aa3f94a28041,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:13.821050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:13.822064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:16:13.862110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:16:13.870956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019cf959-29e6-4119-b96c-87f0ff64cee6 None None] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:16:13.873566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:16:13.874273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.891623 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/582b3cd7-9789-44a9-92e0-aa3f94a28041 HTTP/1.1" status: 204 len: 168 time: 2.6607900 Nov 18 17:16:13.920180 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1ffcd185-1ba6-4b6e-8c48-2a3d5abe16ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4479089 Nov 18 17:16:13.923051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 36092) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:13.928824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:13.934563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:13.938668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Usage tracker for resource:router and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:13.941676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:13.948514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:13.988487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:13.989781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.060245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.101324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'fixed_ips': [{'subnet_id': '5c25fea3-58fe-453a-971b-4d2be6749ee6'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 17:16:14.102182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.208551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 36100) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:14.267492 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e678e973-1723-494d-bde4-5aa98645d1db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b726004492ce4660a8b3a97c2c2601e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0575442 Nov 18 17:16:14.267957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 36104) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:14.289544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.345849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.394980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.412268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Allocated IP 172.20.0.2 (1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18/5c25fea3-58fe-453a-971b-4d2be6749ee6/b4003107-3a82-4d8a-b99a-0e3ae847392f) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:16:14.576702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.588884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a8708f28-8dbc-44bb-b694-215035736c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:14.614261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349436cb-39ea-49a4-83c7-e6f12046611f,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:14.623079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:14.633309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.655865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.669269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Transition to ACTIVE for port object b4003107-3a82-4d8a-b99a-0e3ae847392f will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:16:14.672105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.684143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.685378 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/349436cb-39ea-49a4-83c7-e6f12046611f HTTP/1.1" status: 204 len: 168 time: 0.4164159 Nov 18 17:16:14.691908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Transition to ACTIVE for port object b4003107-3a82-4d8a-b99a-0e3ae847392f will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:16:14.728703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:14.746108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:14.843859 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-80d3cb77-13f7-4403-9e3c-06c75821e994 req-4daef534-b336-46b3-826e-47202a2ec588 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.1084197 Nov 18 17:16:14.877326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Pushing event updated for resources: {'Port': ['ID=b4003107-3a82-4d8a-b99a-0e3ae847392f,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:14.905238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.905634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.906066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.906444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.906814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.907187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.907554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.907922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.908271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.908637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.909000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.909359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.909773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.910331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.910502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.910830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.911187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.911543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.911901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.912258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.912646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.913156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.913520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.913899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:14.920084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:14.957439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:16:14.958742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:16:14.961196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:16:15.024084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Attempting to bind port b4003107-3a82-4d8a-b99a-0e3ae847392f on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:15.024508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Attempting to bind port b4003107-3a82-4d8a-b99a-0e3ae847392f by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:16:15.024932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Attempting to bind port b4003107-3a82-4d8a-b99a-0e3ae847392f on network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:16:15.033090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:16:15.033763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Checking segment: {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:16:15.034376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Allocated IP 172.27.1.3 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/e42dba85-5318-4225-8259-2441a1970813) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:16:15.034902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:15.035801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Bound using segment: {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:16:15.037043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Bound port: b4003107-3a82-4d8a-b99a-0e3ae847392f, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:16:15.037594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:15.157700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] For port b4003107-3a82-4d8a-b99a-0e3ae847392f, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:16:15.161583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] For port b4003107-3a82-4d8a-b99a-0e3ae847392f, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=b4003107-3a82-4d8a-b99a-0e3ae847392f,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:16:15.188872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:15.211117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:15.322128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:15.372779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Pushing event updated for resources: {'Port': ['ID=b4003107-3a82-4d8a-b99a-0e3ae847392f,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:15.376497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:15.411522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:15.429826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:15.568150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Pushing event updated for resources: {'Port': ['ID=e42dba85-5318-4225-8259-2441a1970813,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:15.571358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:15.630691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:16:15.631867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:16:15.634246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:16:15.958691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:15.959516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:16.032547 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-24db9ce8-8ed3-4ed7-b700-3c0f1cd3a998 req-02a29dbd-f063-4da0-815d-8c462ae56337 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0510495 Nov 18 17:16:16.253513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Router 1047c98f-fdb7-4a35-9359-d5fb4363e73b is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 17:16:16.470363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:16:16.480690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Sync routers for ids ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:16:16.494154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Routers {'1047c98f-fdb7-4a35-9359-d5fb4363e73b'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:16:16.494832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:16:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:16.536434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Notify callbacks [] for router, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:16.540495 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6136737 Nov 18 17:16:16.540853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 36122) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:16:16.696828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Set router 1047c98f-fdb7-4a35-9359-d5fb4363e73b gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:16:16.835920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c8a9b-30e0-4e3e-9142-fef343a2c7bb None None] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:16:17.052781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-99e21be4-cc8a-4744-93a1-5980352f2baf None None] Provisioning for port b4003107-3a82-4d8a-b99a-0e3ae847392f completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:16:17.255580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device b4003107-3a82-4d8a-b99a-0e3ae847392f up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:16:17.306316 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e3d47cc6-9a9b-4b67-a797-4c0c9bd171bc req-6b11d543-d7b9-4539-946a-dc5a2d2e6bde tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0567877 Nov 18 17:16:17.320795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:16:15Z', 'revision_number': 3, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:17.333902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Checking router: 1047c98f-fdb7-4a35-9359-d5fb4363e73b for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:16:17.334300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Updating router 1047c98f-fdb7-4a35-9359-d5fb4363e73b port e42dba85-5318-4225-8259-2441a1970813 binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:16:17.566038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:17.567455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:17.641288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port b4003107-3a82-4d8a-b99a-0e3ae847392f completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:16:17.662787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port b4003107-3a82-4d8a-b99a-0e3ae847392f triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:17.663196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:17.914755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-e55e5de7-6024-4e10-9e3e-72995754c02b None None] Provisioning complete for port b4003107-3a82-4d8a-b99a-0e3ae847392f triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:17.915175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e55e5de7-6024-4e10-9e3e-72995754c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:17.935220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Allocated IP 172.20.0.1 (1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18/5c25fea3-58fe-453a-971b-4d2be6749ee6/7ecdf24e-7c7d-4410-81af-072eb38c4669) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:16:17.947826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.095131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port b4003107-3a82-4d8a-b99a-0e3ae847392f, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=b4003107-3a82-4d8a-b99a-0e3ae847392f,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:18.100339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.117233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Transition to ACTIVE for port object 7ecdf24e-7c7d-4410-81af-072eb38c4669 will not be triggered until provisioned by entity DHCP. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:16:18.157761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.162456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:18.168113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.184463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:18.297659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=b4003107-3a82-4d8a-b99a-0e3ae847392f,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:18.302374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:18.313965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.326806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Transition to ACTIVE for port object e42dba85-5318-4225-8259-2441a1970813 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:16:18.327503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecdf24e-7c7d-4410-81af-072eb38c4669,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:18.336941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:18.353483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-d12e3904-a2a6-4eb2-9c12-df917d6c910b None None] Provisioning complete for port b4003107-3a82-4d8a-b99a-0e3ae847392f triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:18.353921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d12e3904-a2a6-4eb2-9c12-df917d6c910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.379487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:16:18.380739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:16:18.383599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:16:18.386446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.414018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:18.440099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.508992 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6b276592-c940-4f25-9fd7-c912e909da48 req-e6678828-ece5-4094-9736-d8d2b77e8e84 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0472615 Nov 18 17:16:18.617648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.647923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01a8b5-e7e9-4870-a3f6-605544136f8c None None] Pushing event updated for resources: {'Port': ['ID=e42dba85-5318-4225-8259-2441a1970813,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:18.654153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6c01a8b5-e7e9-4870-a3f6-605544136f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:18.718017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Attempting to bind port e42dba85-5318-4225-8259-2441a1970813 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:18.718556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Attempting to bind port e42dba85-5318-4225-8259-2441a1970813 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:16:18.719079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Attempting to bind port e42dba85-5318-4225-8259-2441a1970813 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:16:18.726261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:16:18.726687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:16:18.727150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.727599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:16:18.728122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Bound port: e42dba85-5318-4225-8259-2441a1970813, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:16:18.728544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.812639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] For port e42dba85-5318-4225-8259-2441a1970813, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:16:18.815870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] For port e42dba85-5318-4225-8259-2441a1970813, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=e42dba85-5318-4225-8259-2441a1970813,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:16:18.838876 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-27710131-8b21-4ab6-8529-4e69cece0ae7 None None] Provisioning for port 7ecdf24e-7c7d-4410-81af-072eb38c4669 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:16:18.844433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-27710131-8b21-4ab6-8529-4e69cece0ae7 None None] Provisioning complete for port 7ecdf24e-7c7d-4410-81af-072eb38c4669 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:18.844869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27710131-8b21-4ab6-8529-4e69cece0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.875085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.904303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-15d88d64-2cd8-49ac-a126-9a5f236accd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:18.913284 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.944825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:18.975764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:19.055200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-27710131-8b21-4ab6-8529-4e69cece0ae7 None None] Port 7ecdf24e-7c7d-4410-81af-072eb38c4669 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:16:19.060722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecdf24e-7c7d-4410-81af-072eb38c4669,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:19.063425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:19.077493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:19.079409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01a8b5-e7e9-4870-a3f6-605544136f8c None None] Pushing event updated for resources: {'Port': ['ID=e42dba85-5318-4225-8259-2441a1970813,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:19.082922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6c01a8b5-e7e9-4870-a3f6-605544136f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:19.133148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Routers {'1047c98f-fdb7-4a35-9359-d5fb4363e73b'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:16:19.133741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:16:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:19.217669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:16:19.218920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:16:19.222455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device b4003107-3a82-4d8a-b99a-0e3ae847392f up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:16:19.400818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port b4003107-3a82-4d8a-b99a-0e3ae847392f triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:19.401302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:19.448785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] Set router 1047c98f-fdb7-4a35-9359-d5fb4363e73b gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:16:19.794480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b13c84b6-0066-415d-9366-a265639b89ac None None] Provisioning complete for port 7ecdf24e-7c7d-4410-81af-072eb38c4669 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:19.795003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b13c84b6-0066-415d-9366-a265639b89ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:19.854072 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bf07b3b2-37d5-49bf-a5cb-689533102826 req-d63f1db9-072e-44dc-b9b3-25a72bd5d786 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0692210 Nov 18 17:16:19.896882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Router 1047c98f-fdb7-4a35-9359-d5fb4363e73b has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:16:19.937594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-b13c84b6-0066-415d-9366-a265639b89ac None None] Port 7ecdf24e-7c7d-4410-81af-072eb38c4669 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:16:20.104561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '7ecdf24e-7c7d-4410-81af-072eb38c4669', 'name': '', 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'mac_address': 'fa:16:3e:db:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:17Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 2, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'subnets': [{'id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:20.108777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5b550-1e63-48d0-b22c-1e1c55497771 None None] The sync data for ids ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'] in dv-cinder-760184-2-iscsi is: [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '7ecdf24e-7c7d-4410-81af-072eb38c4669', 'name': '', 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'mac_address': 'fa:16:3e:db:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:17Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 2, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'subnets': [{'id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:16:20.112892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:16:20.122382 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] 10.222.0.21 "PUT /v2.0/routers/1047c98f-fdb7-4a35-9359-d5fb4363e73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5803359 Nov 18 17:16:20.698336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1447686857', 'description': 'tempest-TestShelveInstance-1447686857 description'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:20.705048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:20.709651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Usage tracker for resource:security_group and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:20.712783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:20.718586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:20.759557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:20.821150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:20.825304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Usage tracker for resource:security_group_rule and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:20.828731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:20.835201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:20.909993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:20.947870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:20.954334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-45c9024b-2d47-4255-92e7-2d118c8f3b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:21.008443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d1203-d4f5-4fd0-9460-00fa5711593a,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:21.011944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:21.033769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.035313 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2c0e2c94-3992-4dab-85e8-017ac47b611c req-da3cd5ee-c9ff-41dc-8cdf-81c790a5ce83 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.3418720 Nov 18 17:16:21.046112 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fd5efc64-195a-4207-9aee-bdf8c345ef0f req-7b3121a0-c087-4252-b32d-e87995e3843e tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0492108 Nov 18 17:16:21.118587 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-b0e1dc34-74ef-4171-bc7d-f6665e4d6e58 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "GET /v2.0/security-groups/c67d1203-d4f5-4fd0-9460-00fa5711593a HTTP/1.1" status: 200 len: 1636 time: 0.0503070 Nov 18 17:16:21.129812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c67d1203-d4f5-4fd0-9460-00fa5711593a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:21.130230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c67d1203-d4f5-4fd0-9460-00fa5711593a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:21.137714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:21.141894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Usage tracker for resource:security_group_rule and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:21.145254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:21.151876 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:21.245739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e42dba85-5318-4225-8259-2441a1970813 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:16:21.248734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.276184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.307813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.310472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:21.336410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ba7339-d383-4bad-bd4b-6788209d12c6,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:21.339085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:21.347809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port e42dba85-5318-4225-8259-2441a1970813 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:16:21.353169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port e42dba85-5318-4225-8259-2441a1970813 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:21.353596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.376549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.377900 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c921dd7c-c3e4-4f91-ba1f-cd25aa13177d req-98421294-8a95-4ba1-a6d5-6e8d33942a6c tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2526610 Nov 18 17:16:21.462326 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-f7f6e330-ae26-4df7-9277-5635f79cc4f7 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "GET /v2.0/security-groups/c67d1203-d4f5-4fd0-9460-00fa5711593a HTTP/1.1" status: 200 len: 2139 time: 0.0509093 Nov 18 17:16:21.474193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c67d1203-d4f5-4fd0-9460-00fa5711593a', 'remote_group_id': None}]} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:21.474674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c67d1203-d4f5-4fd0-9460-00fa5711593a', 'remote_group_id': None}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:16:21.477852 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.481922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:16:21.486255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Usage tracker for resource:security_group_rule and tenant:4c2a7537f38b49438886863b1cf902e3 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:16:21.489203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:16:21.495767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:16:21.496054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port e42dba85-5318-4225-8259-2441a1970813, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=e42dba85-5318-4225-8259-2441a1970813,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:21.548010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.550915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:21.622065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=e42dba85-5318-4225-8259-2441a1970813,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:21.625360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:21.633257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group_rule, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.657575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.710832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.718842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:21.740192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f8bc9a-2988-4e06-b690-1c6f9180ed14,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:21.743153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:21.773699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group_rule, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:21.775032 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a0449a5f-3f6e-4707-882e-4da078616ea2 req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.3057549 Nov 18 17:16:22.226209 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f743b27c-8410-4bab-a638-f94fc9cf0c69 req-d0e405e4-a598-438a-bed3-8b8a36929d26 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0500035 Nov 18 17:16:23.214391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e42dba85-5318-4225-8259-2441a1970813 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:16:23.291976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port e42dba85-5318-4225-8259-2441a1970813 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:23.292392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:23.445775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Sync routers for ids ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:16:23.449220 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1a628c15-5bb6-41ec-93da-fddf6349620c req-ebb2e8d2-c4c1-40d0-9624-c0a999ab4ddb tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0527170 Nov 18 17:16:23.460626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Routers {'1047c98f-fdb7-4a35-9359-d5fb4363e73b'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:16:23.461300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:16:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:23.657813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Set router 1047c98f-fdb7-4a35-9359-d5fb4363e73b gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:16:24.015414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '7ecdf24e-7c7d-4410-81af-072eb38c4669', 'name': '', 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'mac_address': 'fa:16:3e:db:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:17Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 2, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'subnets': [{'id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:24.019496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Checking router: 1047c98f-fdb7-4a35-9359-d5fb4363e73b for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:16:24.019899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Updating router 1047c98f-fdb7-4a35-9359-d5fb4363e73b port 7ecdf24e-7c7d-4410-81af-072eb38c4669 binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:16:24.075489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:24.510646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:24.523597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Transition to ACTIVE for port object 7ecdf24e-7c7d-4410-81af-072eb38c4669 will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:16:24.558163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:24.578452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-359680e4-4449-43f8-b871-44ddce68821d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:24.635229 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3c6c9385-d669-4c83-8984-a274873bec29 req-d9e4649a-17fd-46b3-bb73-d443bfc24022 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0471668 Nov 18 17:16:24.715508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Pushing event updated for resources: {'Port': ['ID=7ecdf24e-7c7d-4410-81af-072eb38c4669,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:24.738052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.738420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.738806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.739186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.739553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.739924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.740291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.740704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.741103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.741527 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.741839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.742253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.742667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.743031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.743392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.743750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.744108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.744472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.744830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.745190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.745548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.745916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.746289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.746644 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:16:24.752468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:24.919225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Attempting to bind port 7ecdf24e-7c7d-4410-81af-072eb38c4669 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:16:24.919225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Attempting to bind port 7ecdf24e-7c7d-4410-81af-072eb38c4669 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:16:24.919225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Attempting to bind port 7ecdf24e-7c7d-4410-81af-072eb38c4669 on network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:16:24.925010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:16:24.925434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Checking segment: {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:16:24.925903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:24.926357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Bound using segment: {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:16:24.926887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Bound port: 7ecdf24e-7c7d-4410-81af-072eb38c4669, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:16:24.927326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:25.032230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] For port 7ecdf24e-7c7d-4410-81af-072eb38c4669, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:16:25.035429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] For port 7ecdf24e-7c7d-4410-81af-072eb38c4669, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ecdf24e-7c7d-4410-81af-072eb38c4669,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:16:25.071786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:25.089417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:25.251039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Pushing event updated for resources: {'Port': ['ID=7ecdf24e-7c7d-4410-81af-072eb38c4669,revision_number=4']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:25.255734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c0cc7df-b660-40e4-b1ec-91914fc3ba31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:25.298162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Routers {'1047c98f-fdb7-4a35-9359-d5fb4363e73b'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:16:25.298840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:16:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:25.657935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] Set router 1047c98f-fdb7-4a35-9359-d5fb4363e73b gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:16:25.833290 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-28fd926a-6dd2-453e-be5f-a90412746e34 req-7c7f982d-222b-4705-8357-5373e1f872c2 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0543883 Nov 18 17:16:26.035020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '7ecdf24e-7c7d-4410-81af-072eb38c4669', 'name': '', 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'mac_address': 'fa:16:3e:db:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:17Z', 'updated_at': '2020-11-18T17:16:25Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'subnets': [{'id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:16:26.040493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b5612-abaa-442f-a98c-67a97fcd486b None None] The sync data for ids ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'] in dv-cinder-760184-2-iscsi is: [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:16:18Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '7ecdf24e-7c7d-4410-81af-072eb38c4669', 'name': '', 'network_id': '1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'mac_address': 'fa:16:3e:db:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:17Z', 'updated_at': '2020-11-18T17:16:25Z', 'revision_number': 4, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'subnets': [{'id': '5c25fea3-58fe-453a-971b-4d2be6749ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:16:27.028572 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e2f12b69-f97a-4e29-b869-8d83717c77cc req-b01c3b29-a2d1-47c8-ae69-26e34cb76e90 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0529258 Nov 18 17:16:27.242764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ecdf24e-7c7d-4410-81af-072eb38c4669 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:16:27.376042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 7ecdf24e-7c7d-4410-81af-072eb38c4669 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:16:27.381862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 7ecdf24e-7c7d-4410-81af-072eb38c4669 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:27.382354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:27.508608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:27.548863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 7ecdf24e-7c7d-4410-81af-072eb38c4669, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ecdf24e-7c7d-4410-81af-072eb38c4669,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:16:27.604794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:27.607063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:16:27.680184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=7ecdf24e-7c7d-4410-81af-072eb38c4669,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:16:27.683709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:16:28.215134 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b4a5ff29-7785-4356-b015-16e57e88b3b7 req-2668dd2e-64d2-4714-a218-f2dbb2631c02 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0480227 Nov 18 17:16:29.216308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ecdf24e-7c7d-4410-81af-072eb38c4669 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:16:29.306330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 7ecdf24e-7c7d-4410-81af-072eb38c4669 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:16:29.306968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:29.407018 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ffca8853-0164-409d-a620-401261f7b4ab req-5557cb4b-9187-47a3-9f0c-2a6fe6b0535b tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0519354 Nov 18 17:16:30.594619 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-04fd4aed-4fc5-44ba-864c-e0ab4dc6d205 req-efd7c011-2f2d-494f-aabe-a6c3c45c92c6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0481248 Nov 18 17:16:31.783855 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2b6383e6-3cab-4ca6-a7f2-ccb3de8a36bd req-738c6181-b81e-4fd6-a65f-b508a1af532f tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0465770 Nov 18 17:16:33.549722 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3710c414-7b33-4abc-a822-e2aeb665769f req-8ae97736-250b-47d6-a5f8-927637259bd8 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0504191 Nov 18 17:16:34.729182 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9592e329-db2e-4228-b970-1fdaed24e544 req-ea697ef7-2065-49c3-b21a-b871d58e9c41 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0465536 Nov 18 17:16:34.991318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-514244d2-6b88-4853-a0d5-9175bb729bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:35.903701 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-245a6f7f-f021-4fdc-89e1-19886c186d14 req-59271983-2ccb-48fc-a8d9-c9b720063c7c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0454717 Nov 18 17:16:36.864643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0f91c0a-fbb0-4607-97e3-e3f00c884ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:37.084082 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f6bf5709-0c30-40ea-b3ae-045bb26375ad req-7844df06-6889-447b-a8da-8e5aa7b53175 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0504570 Nov 18 17:16:37.735960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:38.266640 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-73abdda4-4181-4d61-9b92-aa57c0fbb314 req-9d32ac46-2030-4a89-9bbb-9d56b7f564b6 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0478985 Nov 18 17:16:38.839098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:39.348309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:39.446638 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f38e4e2d-0e9a-4c6e-9c06-f93b818692d4 req-c218947d-b9e3-4337-8cac-af93e6bc0c03 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0480433 Nov 18 17:16:40.597004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:16:40.626192 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb400474-27d0-403d-b996-17f266391190 req-cf329bf9-9b2f-4096-9a74-bcd33b4e2935 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0502112 Nov 18 17:16:41.804249 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8e6dedc-ef37-41af-9f23-512ec268b583 req-7f0f4a14-919f-45fb-a926-ec2cb4c8f5c1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0444210 Nov 18 17:16:42.977239 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22b71f3b-a6f8-4396-8fd3-838e8abb5a81 req-d999eff4-a402-4bf2-81b9-66b8ff910559 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0462375 Nov 18 17:16:43.753318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:16:44.154338 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1b05f48a-730d-4dde-9909-520b38e0d85c req-d4b9400e-48e9-415b-8f05-d4c9e3397214 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0490942 Nov 18 17:16:45.334388 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7468ba1d-c634-4a14-835f-0000dbd70722 req-0b5f7338-c17d-4a45-bcf4-8e2a7ef95ef1 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0469649 Nov 18 17:16:46.513569 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e1998c18-97af-4802-b987-0823be78ec60 req-40e7c981-1f5f-4cf6-b579-48d68426f8d4 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0477862 Nov 18 17:16:47.343919 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-f67ea640-01a0-4a4c-8371-41b0436b2740 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0769713 Nov 18 17:16:47.494248 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-4aa15101-5709-473b-bf04-c6ebdea30358 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0754366 Nov 18 17:16:47.895708 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-57ec97b5-3ad3-4144-be97-326854a57594 req-33beda16-2a24-4936-896e-0eaeb66157c9 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0556419 Nov 18 17:16:47.920300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-71ce4cae-1e71-4a7d-8cb6-dc984380507d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:16:47.921905 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-71ce4cae-1e71-4a7d-8cb6-dc984380507d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.4069548 Nov 18 17:16:47.997013 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-a96cb896-f58a-4718-9eb0-7ff35b4c4843 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0668364 Nov 18 17:16:48.065012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-052248dd-c49f-4f13-a488-eb4a7017d4cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:16:48.066617 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-052248dd-c49f-4f13-a488-eb4a7017d4cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0635004 Nov 18 17:16:48.121608 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-5ad97728-fc68-4cb1-86b2-cad7944355dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470960 Nov 18 17:16:48.274792 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-dd62e8a8-3637-4feb-b86c-9cec61a26c31 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453729 Nov 18 17:16:48.420388 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dc3071c1-6c5f-4d38-96a6-c11181f69c20 req-9277b387-4aac-46aa-a28f-8ecc98057725 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386018 Nov 18 17:16:49.076896 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7844493e-20f1-4680-8cf3-7f38790e7ebb req-0e25e1f7-8c70-463c-90a4-06e07b84e4fd tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0467067 Nov 18 17:16:50.253534 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a569a88-2cf2-42a7-8ad7-1875a69d7b58 req-6baa9c8b-5bc3-4f55-b639-4d9e5334bb50 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0465536 Nov 18 17:16:51.432173 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-58945055-3b46-4c14-ae57-ae73bf8383eb req-c8e359fc-7c67-431f-abf4-42814ba14699 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0489507 Nov 18 17:16:52.610371 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45b0df64-f5d1-43f6-be2f-0f4faabe6db2 req-194486a1-34ad-42bb-a59c-c3e71a3c8684 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0464370 Nov 18 17:16:53.784360 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5515a5a8-24e1-43ae-9afd-fa391d7aeb0e req-57029eee-b72f-4a35-88f9-88cb44c31554 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0466805 Nov 18 17:16:54.965801 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-553240e6-bc29-4c32-a86d-c22ee1bf307b req-a0cfd7e6-7371-4350-af1e-f03797c66e98 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0508823 Nov 18 17:16:56.145913 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d02b3a41-c741-49be-9526-774ec1fd2778 req-efe17292-4289-4df9-95e3-7db40d8f791e tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0464630 Nov 18 17:16:57.321596 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0d46dfb7-9cb7-43d2-b286-7d68895327e0 req-61ad1479-602f-47db-973a-c2541aa80c5e tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0454035 Nov 18 17:16:58.496546 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4cf64621-9493-429c-b291-4e3b640f474f req-124ed626-ab18-4547-a41a-881c1db7c85c tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0488830 Nov 18 17:16:59.727001 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-520714c6-0116-4b32-b218-959323251a72 req-e030b44d-5a70-4827-a5f7-52dc3e766c46 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] 10.222.0.21 "GET /v2.0/ports?device_id=5917171c-6c3d-4abf-ac47-b5b950f7d561 HTTP/1.1" status: 200 len: 210 time: 0.0467615 Nov 18 17:17:04.989538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-037cc795-850a-4046-aa5a-6880b14cb38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:06.861082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1ad98b83-0d12-49ce-961f-9c1826b92e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:07.735491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:08.834896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:09.366596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:13.746961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:17.596848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:17:34.983218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b5cdadda-6bf8-4989-92d6-5f842b74473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:36.852043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d49514f9-a81c-46a9-8d14-7c05948fcebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:37.726052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:38.834902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:39.337801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:43.757450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:17:48.371590 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-84043e85-164c-482a-96b3-9b4a310e6711 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0777469 Nov 18 17:17:48.469821 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-de7c889d-c8a5-4094-a841-b5083196fd91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0742409 Nov 18 17:17:48.626863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-26f15c18-4a21-4fb7-8b81-b54a113c7981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:17:48.628522 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-26f15c18-4a21-4fb7-8b81-b54a113c7981 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1377304 Nov 18 17:17:48.705338 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-188fdbcd-c632-406a-a1c5-8858bfca8bf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0682309 Nov 18 17:17:48.775192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-04ffbd39-d638-4cf0-8126-ec13beab9fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:17:48.776697 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-04ffbd39-d638-4cf0-8126-ec13beab9fa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0638387 Nov 18 17:17:48.826898 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-e39d9147-c275-48da-b906-750f68e07e77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430784 Nov 18 17:17:48.973106 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-1aca722b-a7f7-4682-8d8d-0f3d78d64063 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397526 Nov 18 17:17:49.131904 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2ef5597-8bed-4058-a40f-fd37ca93e313 req-151ad9d2-467a-42ea-a7b1-3d04caa95867 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514235 Nov 18 17:17:54.597538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:18:04.991329 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-18bc9c2e-ee7f-4107-b03c-7b2352636db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:06.850857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aae2f586-e63a-4cb8-912e-1b28ae6fe78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:07.731056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:08.839918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:09.348200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:13.776611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:22.455526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc189520-f035-438e-8c6e-d4cc03ffa36d req-08d85cca-debf-4a80-b918-17f8e3736efa tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:18:22.457163 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc189520-f035-438e-8c6e-d4cc03ffa36d req-08d85cca-debf-4a80-b918-17f8e3736efa tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.0889752 Nov 18 17:18:22.508373 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cc189520-f035-438e-8c6e-d4cc03ffa36d req-4bb2e45a-4c37-4029-9074-bcd7e2d7a42b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Nov 18 17:18:23.163636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-13f0ecb0-1a16-45d6-b2b0-cb0db5c8397b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:18:23.165233 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-13f0ecb0-1a16-45d6-b2b0-cb0db5c8397b tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.0872021 Nov 18 17:18:23.240006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Deleting port 4f477f58-63a0-4636-b4f2-cf7c017a81ea {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:18:23.240395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:23.498857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] For port 4f477f58-63a0-4636-b4f2-cf7c017a81ea, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=4f477f58-63a0-4636-b4f2-cf7c017a81ea,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:18:23.499413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:23.865424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc33be1-f043-4874-9b3c-18dc0a5f6ce8 req-ad104e9d-40ef-47d8-b7f3-5971b7e23d95 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:18:23.867651 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1fc33be1-f043-4874-9b3c-18dc0a5f6ce8 req-ad104e9d-40ef-47d8-b7f3-5971b7e23d95 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 945 time: 0.2098167 Nov 18 17:18:23.877229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:23.877647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:23.878024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Floating IP 94b462c2-fe24-4532-a906-ef55068253f4 disassociated. External IP: 172.27.1.253, port: 4f477f58-63a0-4636-b4f2-cf7c017a81ea. Nov 18 17:18:23.878432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Calling delete_port for 4f477f58-63a0-4636-b4f2-cf7c017a81ea owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:18:23.986498 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1fc33be1-f043-4874-9b3c-18dc0a5f6ce8 req-954e8fe0-0b46-4636-b71e-9071745c1b4f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups?id=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118767 Nov 18 17:18:24.088392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:24.103999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:18:24.149256 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event deleted for resources: {'Port': ['ID=4f477f58-63a0-4636-b4f2-cf7c017a81ea,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:18:24.174667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.175084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.175493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.175897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.176297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.177038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.177038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.177423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.177813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.178255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.179218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.179610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.180040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.180434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.180824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.181212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.181597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.182011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.182416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.182837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.183223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.183607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.183999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.184385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:24.189426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:18:24.510011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:18:24.709705 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4f477f58-63a0-4636-b4f2-cf7c017a81ea no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:18:24.746111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No Port match for: 4f477f58-63a0-4636-b4f2-cf7c017a81ea {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:18:24.746504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 4f477f58-63a0-4636-b4f2-cf7c017a81ea not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:18:24.954340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:18:24.964502 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:18:24.977246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:18:24.977980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:18:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:18:24.994551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] No DVR routers for this DVR port 4f477f58-63a0-4636-b4f2-cf7c017a81ea on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:18:24.996837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:24.999590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'name': 'network-vif-deleted', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:18:25.046253 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ddf5d6d6-ab01-48fc-a44a-695803314138 req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.43 "DELETE /v2.0/ports/4f477f58-63a0-4636-b4f2-cf7c017a81ea HTTP/1.1" status: 204 len: 173 time: 1.8747268 Nov 18 17:18:25.194130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:18:25.209905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7aba194a-5f82-47b4-9c5b-3c5d3d9f53ba req-c5f1e852-a163-435c-bcdd-6ac863f7f07f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Synchronizing usage tracker for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:18:25.250812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7aba194a-5f82-47b4-9c5b-3c5d3d9f53ba req-c5f1e852-a163-435c-bcdd-6ac863f7f07f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Unset dirty status for tenant:fe3f95216bf242e688be11b8cbe7179e on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:18:25.252212 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7aba194a-5f82-47b4-9c5b-3c5d3d9f53ba req-c5f1e852-a163-435c-bcdd-6ac863f7f07f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/ports?device_id=f998d542-6266-4be8-a6eb-c29c64cc7319 HTTP/1.1" status: 200 len: 210 time: 0.1209464 Nov 18 17:18:25.549823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:18:25.554382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:18:25.566138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:18:25.566803 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:18:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:18:25.791707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:18:26.177291 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998d542-6266-4be8-a6eb-c29c64cc7319', 'name': 'network-vif-deleted', 'tag': '4f477f58-63a0-4636-b4f2-cf7c017a81ea', 'status': 'completed', 'code': 200} Nov 18 17:18:26.275589 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:18:26.279673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6b3ee-0676-490d-97b7-9ed93ba7aa31 None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T16:59:42Z', 'revision_number': 4, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'aeced97f-ec0f-4233-abe8-6e90ef99e348', 'name': '', 'network_id': 'f9d0af4a-0156-4411-bfcb-0d0297c2e22e', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'mac_address': 'fa:16:3e:c8:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:41Z', 'updated_at': '2020-11-18T16:59:55Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'subnets': [{'id': 'f8f694b2-d855-42d1-8403-314e1945066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:18:26.440378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 37166) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:18:26.510130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:26.545632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:26.684925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:26.690805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8a8f1cd3-f47e-4ba8-9f91-6f92535b8f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:18:26.706603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb65bf-8041-4a64-8689-f2d7eab1ff8d,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:18:26.707877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f30e576-fffc-4b04-870f-a0fd3f5b590c None None] New status for floating IP 94b462c2-fe24-4532-a906-ef55068253f4: DOWN {{(pid=80400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:18:26.717576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.719566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.719566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.719566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.719566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.719566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.720147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.720250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.720620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.721007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.721396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.721783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.722254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.722639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.723024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.723410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.723794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.724178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.724580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.724971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.725364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.726400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.726785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.727188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:18:26.730914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:18:26.741916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:26.743182 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "DELETE /v2.0/security-groups/a7bb65bf-8041-4a64-8689-f2d7eab1ff8d HTTP/1.1" status: 204 len: 168 time: 0.3017464 Nov 18 17:18:26.745852 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 37176) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:18:26.763397 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.v2.resource [None req-62fbb1b9-2683-4c46-8be7-d2c0cd479ad4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] show failed (client error): The resource could not be found. Nov 18 17:18:26.764529 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-62fbb1b9-2683-4c46-8be7-d2c0cd479ad4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "GET /v2.0/security-groups/a7bb65bf-8041-4a64-8689-f2d7eab1ff8d HTTP/1.1" status: 404 len: 347 time: 0.0176868 Nov 18 17:18:26.767477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 37180) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:18:26.932912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Deleting port d65d3565-e85d-4e07-a903-6360fe6293ed {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:18:26.933296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:27.120094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:27.120464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:27.248515 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Calling delete_port for d65d3565-e85d-4e07-a903-6360fe6293ed owned by network:floatingip {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:18:27.479135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:27.495552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2f75945b-0b1e-49ad-9d23-af7c063f4870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:18:27.539669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Pushing event deleted for resources: {'Port': ['ID=d65d3565-e85d-4e07-a903-6360fe6293ed,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:18:27.543907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:18:27.717070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks [] for floatingip, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:27.759662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:27.764553 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9b19a10d-1a6a-4861-a4db-841400d2fcdb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] 10.222.0.21 "DELETE /v2.0/floatingips/94b462c2-fe24-4532-a906-ef55068253f4 HTTP/1.1" status: 204 len: 168 time: 0.9925082 Nov 18 17:18:31.598271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:18:34.985739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6e5fbef0-cf53-4895-9856-349b50bd2f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:36.873050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6024ab56-9115-4ab1-9fda-1aa01c19bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:37.730120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:38.827652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:39.342062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:18:43.785351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:04.992888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-51f045de-019b-43cc-84cb-10c4ed972aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:06.864863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ad18-40c5-4ff7-9fa3-99e907fe3a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:07.739121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:08.599052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:19:08.843720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:09.362149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:13.815599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:35.003434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a54842c6-1c42-4525-956c-1337b7e0bd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:36.871760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3b12a6d3-6423-4c32-a9af-0c2e2aaad57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:37.740758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:38.837738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:39.352136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:43.843981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:19:45.599455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:19:52.323217 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-5a6aab49-1ab2-4baa-9ee0-2fdc646758f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0740085 Nov 18 17:19:52.476172 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-9884a8cd-bb0d-4360-bfee-797f4bb5d40f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0792894 Nov 18 17:19:52.643405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-26f00c91-a13f-41ae-bb97-2ce9beddfb08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:19:52.644990 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-26f00c91-a13f-41ae-bb97-2ce9beddfb08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1387722 Nov 18 17:19:52.716725 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-03fd7eb6-4d93-40b8-9deb-9d96f7a9ca98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0640569 Nov 18 17:19:52.788159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-1afc7c5e-9823-4cf8-ad85-e8c25cac23ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:19:52.789684 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-1afc7c5e-9823-4cf8-ad85-e8c25cac23ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0666072 Nov 18 17:19:52.839901 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-4e0c3a21-300c-4577-8d99-05009ca5c61c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432379 Nov 18 17:19:52.984927 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-99c69e53-f3de-42d3-9186-8b6e074a7b56 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379852 Nov 18 17:19:53.128888 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ca8b4b3-7cda-482b-91c7-f41090afa809 req-ad0e1e40-1285-4aed-98ff-0abfed3f4bf8 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376026 Nov 18 17:20:05.008669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-48b10770-3468-4303-b5e0-8e8dc6129884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:06.854615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7f16842-d848-4524-9bd8-91210f598c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:07.738418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:08.841106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:09.385732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:13.848232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:22.600610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:20:34.996534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b45bbf78-d0e5-4691-98bf-44cc41a87788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:36.853317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-707f876b-ec26-4516-8ae0-172aef928e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:37.733376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:38.841993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:39.373549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:43.859418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:20:54.488759 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-afbc596a-9660-4d6c-a09c-a5e2ea2b8906 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2044895 Nov 18 17:20:54.589152 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-7afa0eeb-044d-4994-abe4-3c52e54e896c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0770490 Nov 18 17:20:54.752288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-5ed01cc7-e2fe-4ea1-ba28-5eca0b66eadf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:20:54.753972 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-5ed01cc7-e2fe-4ea1-ba28-5eca0b66eadf service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1435249 Nov 18 17:20:54.827208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-69bab824-8dc0-4749-8617-3fc1280d05f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0656431 Nov 18 17:20:54.901115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-52adb5fd-15bb-47c4-a9d1-f8dc1ea7cdba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:20:54.901832 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-52adb5fd-15bb-47c4-a9d1-f8dc1ea7cdba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0677383 Nov 18 17:20:54.954160 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-01fa2eff-ebcb-4681-a8f8-7b834096d204 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446856 Nov 18 17:20:54.965330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-2047dd69-c397-4cd5-826d-e696b2dc62af service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:20:54.966304 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-2047dd69-c397-4cd5-826d-e696b2dc62af service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0056889 Nov 18 17:20:55.109993 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-89d7f190-e8e1-46df-9e56-41c0e39a0087 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368058 Nov 18 17:20:55.256102 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48cc10f-7aae-4d4b-b8a4-da48f721e548 req-e5e68a13-7414-4d20-ab13-41abfc891488 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395624 Nov 18 17:20:59.601415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:21:05.013217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d2e39e14-3e42-46f5-9404-73046d7d6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:06.870396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0d69d77-59aa-4528-a8a3-a0e584a5a3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:07.744576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:08.835867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:09.390259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:13.864640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:35.006981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fccce27f-0196-42fb-9e58-42004a9d979a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:36.602187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:21:36.846773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a39eee53-c4aa-4a82-958f-35ca23ddb866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:37.749549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:38.845572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:39.389814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:43.879702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:21:55.322649 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-1fdc2c15-c711-49be-aac5-c8da8d7b3009 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0778162 Nov 18 17:21:55.471470 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-7875a607-12b7-4cfc-b4db-96f603060987 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 1162 time: 0.0744593 Nov 18 17:21:55.629913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-2e08a330-83b5-4af6-ae7e-4c0315de87b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:21:55.631657 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-2e08a330-83b5-4af6-ae7e-4c0315de87b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1397805 Nov 18 17:21:55.710037 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-af1a1edb-a9a1-47c9-b02e-576eaf31f3d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 200 len: 217 time: 0.0708330 Nov 18 17:21:55.779988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-411def26-b391-4dc6-b948-a70db5f1191f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:21:55.781542 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-411def26-b391-4dc6-b948-a70db5f1191f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0639517 Nov 18 17:21:55.833250 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-a9d3ce67-8d2f-427e-96f0-103b0e3b3f03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435743 Nov 18 17:21:55.980999 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-a5f85a29-a14b-4a31-a2e4-3f468365ad32 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400416 Nov 18 17:21:56.124481 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8244854-e725-4b40-8aa7-ad34008b4283 req-a0862eaa-fc4d-48fc-81d0-bbe83bb31a9f service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365771 Nov 18 17:22:04.989044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2c542774-0dae-4620-b14e-482264b9ee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:06.857802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6d6d0c59-0875-4542-870b-05bdb4e7527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:07.743274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:08.845868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:09.410818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:13.602622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:22:13.880085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:22.715915 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d4b41c6b-41d0-475e-a01c-6f37b952f8e6 req-acbacdad-d7c9-4407-ab94-06ab8aba8069 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "GET /v2.0/security-groups/c67d1203-d4f5-4fd0-9460-00fa5711593a HTTP/1.1" status: 200 len: 2647 time: 0.1471701 Nov 18 17:22:22.788289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4b41c6b-41d0-475e-a01c-6f37b952f8e6 req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:22.817212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4b41c6b-41d0-475e-a01c-6f37b952f8e6 req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:23.011562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4b41c6b-41d0-475e-a01c-6f37b952f8e6 req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:23.016888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fbacfe53-f1a8-402e-bf3d-541cbf21c9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:23.032704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67d1203-d4f5-4fd0-9460-00fa5711593a,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:23.039710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4b41c6b-41d0-475e-a01c-6f37b952f8e6 req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:23.040894 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d4b41c6b-41d0-475e-a01c-6f37b952f8e6 req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] 10.222.0.21 "DELETE /v2.0/security-groups/c67d1203-d4f5-4fd0-9460-00fa5711593a HTTP/1.1" status: 204 len: 173 time: 0.3186996 Nov 18 17:22:23.044535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.044947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.045351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.045746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.046173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.046571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.046966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.047353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.047739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.048128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.048516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.048904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.049329 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.049716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.050127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.050511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.050896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.051311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.051696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.052083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.052469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.052851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.053234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.053617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:23.057598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:23.179142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 38986) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:23.918056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:24.544277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Deleting port 7ecdf24e-7c7d-4410-81af-072eb38c4669 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:22:24.544645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:24.725861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] For port 7ecdf24e-7c7d-4410-81af-072eb38c4669, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ecdf24e-7c7d-4410-81af-072eb38c4669,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:24.726221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:24.852600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Calling delete_port for 7ecdf24e-7c7d-4410-81af-072eb38c4669 owned by network:router_interface {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:22:25.366175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:25.384669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c2194a69-b25c-4288-a24e-0772303529ce tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:25.428889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecdf24e-7c7d-4410-81af-072eb38c4669,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:25.502214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.502622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.503028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.503420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.503814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.504206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.504593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.504980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.505367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.505753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.507099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.507099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.507099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.507582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.507582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.508006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.508384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.508765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.509146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.509522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.509923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.510304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.510682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.511060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:25.515319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:25.833920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:26.767717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Router 1047c98f-fdb7-4a35-9359-d5fb4363e73b has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:22:26.989224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:22:26.998936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] Sync routers for ids ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:22:26.999089 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c7a7e91a-2bf6-4575-b9a1-ca42838017be admin admin] 10.222.0.21 "PUT /v2.0/routers/1047c98f-fdb7-4a35-9359-d5fb4363e73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8188269 Nov 18 17:22:27.001703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 39014) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:27.011958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] Routers {'1047c98f-fdb7-4a35-9359-d5fb4363e73b'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:27.012648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:27.202949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] Set router 1047c98f-fdb7-4a35-9359-d5fb4363e73b gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:27.209968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks [] for router, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:27.426733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:27.463063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Deleting port e42dba85-5318-4225-8259-2441a1970813 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:22:27.463410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:27.513348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e42dba85-5318-4225-8259-2441a1970813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:22:25Z', 'revision_number': 5, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port': {'id': 'e42dba85-5318-4225-8259-2441a1970813', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:16:14Z', 'updated_at': '2020-11-18T17:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:27.517591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] Checking router: 1047c98f-fdb7-4a35-9359-d5fb4363e73b for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:22:27.529526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] Routers {'1047c98f-fdb7-4a35-9359-d5fb4363e73b'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:27.530249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:27.651290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] For port e42dba85-5318-4225-8259-2441a1970813, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=e42dba85-5318-4225-8259-2441a1970813,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:27.651290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:27.687938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] Set router 1047c98f-fdb7-4a35-9359-d5fb4363e73b gateway port host: None {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:27.785813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Calling delete_port for e42dba85-5318-4225-8259-2441a1970813 owned by network:router_gateway {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:22:27.801763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:22:27Z', 'revision_number': 6, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port_host': None}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:27.806227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c6f46-32ce-441d-a3af-642a09d1cc33 None None] The sync data for ids ['1047c98f-fdb7-4a35-9359-d5fb4363e73b'] in dv-cinder-760184-2-iscsi is: [{'id': '1047c98f-fdb7-4a35-9359-d5fb4363e73b', 'name': 'tempest-TestShelveInstance-1029712473-router', 'tenant_id': '4c2a7537f38b49438886863b1cf902e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:16:13Z', 'updated_at': '2020-11-18T17:22:27Z', 'revision_number': 6, 'project_id': '4c2a7537f38b49438886863b1cf902e3', 'gw_port_host': None}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:22:28.022678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:28.038101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:28.083489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42dba85-5318-4225-8259-2441a1970813,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:28.087702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:28.407458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:28.895562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:28.900733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.108282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.108889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1047c98f-fdb7-4a35-9359-d5fb4363e73b {{(pid=80397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:22:29.122478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Notify callbacks [] for router, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.123736 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1047c98f-fdb7-4a35-9359-d5fb4363e73b HTTP/1.1" status: 204 len: 168 time: 2.1210008 Nov 18 17:22:29.126558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39030) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:29.218389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Deleting subnet 5c25fea3-58fe-453a-971b-4d2be6749ee6 {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:22:29.221464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.273335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.354575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.387884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ecdf24e-7c7d-4410-81af-072eb38c4669 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:22:29.424408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 7ecdf24e-7c7d-4410-81af-072eb38c4669 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:22:29.424808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ecdf24e-7c7d-4410-81af-072eb38c4669 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:22:29.425287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e42dba85-5318-4225-8259-2441a1970813 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:22:29.619026 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: e42dba85-5318-4225-8259-2441a1970813 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:22:29.619412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e42dba85-5318-4225-8259-2441a1970813 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:22:29.674579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.690727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:29.733979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c25fea3-58fe-453a-971b-4d2be6749ee6,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:29.746051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:29.826901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:29.831720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288aa4c-536c-4470-abaa-613d68bb4824 None None] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:22:29.832944 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f0ba1f9d-9060-4580-971a-00c6c0ec477c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c25fea3-58fe-453a-971b-4d2be6749ee6 HTTP/1.1" status: 204 len: 168 time: 0.7049725 Nov 18 17:22:29.835608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39036) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:30.099365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] DHCP port deletion for 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 request from dv-cinder-760184-2-iscsi {{(pid=80399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 17:22:30.104961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Deleting port b4003107-3a82-4d8a-b99a-0e3ae847392f {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:22:30.105391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:30.178294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:30.249748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Deleting port b4003107-3a82-4d8a-b99a-0e3ae847392f {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:22:30.250151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:30.321273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] For port b4003107-3a82-4d8a-b99a-0e3ae847392f, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=b4003107-3a82-4d8a-b99a-0e3ae847392f,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:30.321647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:30.453035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Calling delete_port for b4003107-3a82-4d8a-b99a-0e3ae847392f owned by network:dhcp {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:22:30.466664 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] For port b4003107-3a82-4d8a-b99a-0e3ae847392f, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=b4003107-3a82-4d8a-b99a-0e3ae847392f,segment=NetworkSegment(80ec170f-f0e5-4c7d-a11e-dac3aee67f4c),segment_id=80ec170f-f0e5-4c7d-a11e-dac3aee67f4c)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:30.467162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:30.588517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079'] for port, after_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:30.598499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Calling delete_port for b4003107-3a82-4d8a-b99a-0e3ae847392f owned by network:dhcp {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:22:30.603897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ea175d4e-3521-4437-90e7-343585e5a735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:30.653439 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Pushing event deleted for resources: {'Port': ['ID=b4003107-3a82-4d8a-b99a-0e3ae847392f,revision_number=None']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:30.676195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:22:30.676561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:22:30.681477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.681867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.682273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.682653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.683031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.683405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.683779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.684149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.684537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.684903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.685269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.685631 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.686087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.686450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.686811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.687172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.687531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.687891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.688250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.688607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.688969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.689327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.689685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.690067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:30.693811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:30.770000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] No DVR routers for this DVR port b4003107-3a82-4d8a-b99a-0e3ae847392f on host dv-cinder-760184-2-iscsi {{(pid=80399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:22:31.178138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Deleting port b4003107-3a82-4d8a-b99a-0e3ae847392f {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:22:31.178572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:31.245233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] The port 'b4003107-3a82-4d8a-b99a-0e3ae847392f' was deleted {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 17:22:31.368220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:31.386760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device b4003107-3a82-4d8a-b99a-0e3ae847392f no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:22:31.424173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: b4003107-3a82-4d8a-b99a-0e3ae847392f {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:22:31.424570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device b4003107-3a82-4d8a-b99a-0e3ae847392f not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:22:31.484697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:31.497912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:31.498266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ec170f-f0e5-4c7d-a11e-dac3aee67f4c') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:31.510108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:31.524779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:31.526784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:22:31.712089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:22:31.720786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:31.899105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Network 1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: % (table.description, expected, rows_matched) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: % (table.description, expected, rows_matched) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: % (table.description, expected, rows_matched) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: % (table.description, expected, rows_matched) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:22:31.924672 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:22:32.028338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:32.031761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:32.046055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:32.057425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:32.060433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:32.062347 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b7a13f9-9ebd-45e9-b2c4-f9f6cccf9b18 HTTP/1.1" status: 204 len: 168 time: 2.2255843 Nov 18 17:22:32.290626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39058) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:32.347460 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ba10f65b-6adf-483a-ad81-c5e360a78db5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c2a7537f38b49438886863b1cf902e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555220 Nov 18 17:22:32.349837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39062) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:32.412668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:32.439826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:32.617013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:32.622167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f2a831f7-7d7f-4f00-ae13-6d8d4fd1d3b6 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:32.635267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60b9fa-f2e0-4f85-8590-c874a8e1721e,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:32.638413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:32.640428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:32.641651 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb60b9fa-f2e0-4f85-8590-c874a8e1721e HTTP/1.1" status: 204 len: 168 time: 0.2908177 Nov 18 17:22:33.762971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39090) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:33.920514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1754648514-network', 'tenant_id': 'de06558d56714cf793475efbf1506144'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:33.925616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:33.930300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Usage tracker for resource:network and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:33.933820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:33.939638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:33.981600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Made reservation on behalf of de06558d56714cf793475efbf1506144 for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:22:33.986333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.000088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.032594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:34.036603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Usage tracker for resource:security_group_rule and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:34.039551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:34.045314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:34.231657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.262549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.266964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fc1f8d8b-6c3a-478b-9654-6df37373123c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:34.296703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:22:34.310662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14231918-c518-4519-8e27-289a2d30ff50,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:34.314048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:34.339117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.339517 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Added segment 9a81de87-c12f-46a3-9fa2-8ba75ff26b49 of type vxlan for network d5011ab8-f28e-4e08-b390-e2142576097b Nov 18 17:22:34.417460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.508347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.509701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:22:34.510390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:34.515777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-91ea6222-357d-43d1-b07b-48327b1034d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:34.623698 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8595319 Nov 18 17:22:34.624641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Pushing event updated for resources: {'Network': ['ID=d5011ab8-f28e-4e08-b390-e2142576097b,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:34.626802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 39102) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:34.627705 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:34.633487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Request body: {'subnet': {'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1754648514-subnet', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:34.636664 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network d5011ab8-f28e-4e08-b390-e2142576097b details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:22:34.638941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:34.643030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Usage tracker for resource:subnet and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:34.646094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:34.652469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:34.652625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network d5011ab8-f28e-4e08-b390-e2142576097b details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:22:34.741837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Made reservation on behalf of de06558d56714cf793475efbf1506144 for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:22:34.746743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319373'] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.040169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4d24f9bb-c51b-42b1-8e03-de895f9d9e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.363936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2733428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319420'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.380196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:35.518189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445ef681-428f-4900-a391-d4c92372aeeb,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:35.532332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:35.588947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Checking segment: {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:35.589344 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Network hostable DHCP agents. Network: d5011ab8-f28e-4e08-b390-e2142576097b, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:22:35.639476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Network d5011ab8-f28e-4e08-b390-e2142576097b is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:22:35.673887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, d5011ab8-f28e-4e08-b390-e2142576097b) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:35.683103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e6fee-b034-4ba5-9d31-85c6990c7a3f None None] Network d5011ab8-f28e-4e08-b390-e2142576097b requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:22:35.687953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:22:35.688609 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.760499 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1324470 Nov 18 17:22:35.763151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 39112) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:35.768604 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:35.773425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:35.777582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Usage tracker for resource:router and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:35.781240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:35.787152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:35.811432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.812465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.912543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-d5011ab8-f28e-4e08-b390-e2142576097b', 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'fixed_ips': [{'subnet_id': '445ef681-428f-4900-a391-d4c92372aeeb'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 17:22:35.913430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:35.965223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.148683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.213264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Allocated IP 172.20.0.2 (d5011ab8-f28e-4e08-b390-e2142576097b/445ef681-428f-4900-a391-d4c92372aeeb/41524521-a0fa-44b9-8941-3ed2bc6beae6) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:22:36.382038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.421524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.491700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.502298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Transition to ACTIVE for port object 41524521-a0fa-44b9-8941-3ed2bc6beae6 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:36.518973 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Transition to ACTIVE for port object 41524521-a0fa-44b9-8941-3ed2bc6beae6 will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:36.554735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.575557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:36.697980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Allocated IP 172.27.1.251 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/dd27f541-4a95-49b1-91ff-8b2b8eb04e99) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:22:36.708984 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Pushing event updated for resources: {'Port': ['ID=41524521-a0fa-44b9-8941-3ed2bc6beae6,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:36.719341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:36.763466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Network d5011ab8-f28e-4e08-b390-e2142576097b is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:36.764686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:36.766966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:22:36.835491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Attempting to bind port 41524521-a0fa-44b9-8941-3ed2bc6beae6 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:36.835912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Attempting to bind port 41524521-a0fa-44b9-8941-3ed2bc6beae6 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:22:36.836328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Attempting to bind port 41524521-a0fa-44b9-8941-3ed2bc6beae6 on network d5011ab8-f28e-4e08-b390-e2142576097b {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:22:36.843852 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:22:36.849214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Checking segment: {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:36.849214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.849214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Bound using segment: {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:22:36.849214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Bound port: 41524521-a0fa-44b9-8941-3ed2bc6beae6, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:22:36.849214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.865161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.895663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f99d6293-4567-4a4f-946d-25430e7d9301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.920628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.937166 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:36.944901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] For port 41524521-a0fa-44b9-8941-3ed2bc6beae6, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:22:36.949349 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] For port 41524521-a0fa-44b9-8941-3ed2bc6beae6, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=41524521-a0fa-44b9-8941-3ed2bc6beae6,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:22:36.983661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:36.999836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:37.076352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Pushing event updated for resources: {'Port': ['ID=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:37.086499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:37.131975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:37.134508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:37.137195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:22:37.148475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Pushing event updated for resources: {'Port': ['ID=41524521-a0fa-44b9-8941-3ed2bc6beae6,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:37.153111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:37.333727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:37.334579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:37.640089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Router f217d23e-b343-49e8-b994-3d80e5d4fdff is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 17:22:37.754718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:37.855674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:22:37.864846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Sync routers for ids ['f217d23e-b343-49e8-b994-3d80e5d4fdff'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:22:37.877225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Routers {'f217d23e-b343-49e8-b994-3d80e5d4fdff'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:37.877941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['f217d23e-b343-49e8-b994-3d80e5d4fdff'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:37.914275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Notify callbacks [] for router, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:37.916445 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1521957 Nov 18 17:22:37.919037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 39128) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:38.068392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Set router f217d23e-b343-49e8-b994-3d80e5d4fdff gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:38.439462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:22:37Z', 'revision_number': 3, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:38.443550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Checking router: f217d23e-b343-49e8-b994-3d80e5d4fdff for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:22:38.443989 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Updating router f217d23e-b343-49e8-b994-3d80e5d4fdff port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:22:38.499864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:38.586018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970226aa-0835-474f-92da-2e84a39880f9 None None] Network d5011ab8-f28e-4e08-b390-e2142576097b requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:22:38.740379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-5f51f61e-bbd3-45fb-ad8e-0528fbf90b5a None None] Provisioning for port 41524521-a0fa-44b9-8941-3ed2bc6beae6 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:38.877542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.038026 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.073459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.087146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Transition to ACTIVE for port object dd27f541-4a95-49b1-91ff-8b2b8eb04e99 will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:39.142916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.165245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6d61025e-1cd9-4668-b397-67f01fb30346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:39.263264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Allocated IP 172.20.0.1 (d5011ab8-f28e-4e08-b390-e2142576097b/445ef681-428f-4900-a391-d4c92372aeeb/f1fc396c-9867-475d-bb43-5503da196e36) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:22:39.318942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Pushing event updated for resources: {'Port': ['ID=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,revision_number=2']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:39.334042 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.334431 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.334816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.335172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.335535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.335900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.337028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.337136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.337471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.337835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.338181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.338538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.338932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.339285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.339636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.339986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.340345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.340682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.341030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.341377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.341724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.342204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.342556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.342906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:22:39.348489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:39.382868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.409562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Attempting to bind port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:39.410147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Attempting to bind port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:22:39.410551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Attempting to bind port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:22:39.422173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:22:39.423073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:39.423516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.423838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:22:39.424357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Bound port: dd27f541-4a95-49b1-91ff-8b2b8eb04e99, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:22:39.424772 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.446279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.466876 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Transition to ACTIVE for port object f1fc396c-9867-475d-bb43-5503da196e36 will not be triggered until provisioned by entity DHCP. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:39.523958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 41524521-a0fa-44b9-8941-3ed2bc6beae6 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:39.532213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.549824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8051db7a-609a-48af-a755-f5d1f617ac90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:39.551598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] For port dd27f541-4a95-49b1-91ff-8b2b8eb04e99, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:22:39.555541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] For port dd27f541-4a95-49b1-91ff-8b2b8eb04e99, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:22:39.600287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.620900 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cf9ad683-c187-4d35-921a-dd55130b4361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:39.651252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 41524521-a0fa-44b9-8941-3ed2bc6beae6 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:39.657573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 41524521-a0fa-44b9-8941-3ed2bc6beae6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:39.658758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.702660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fc396c-9867-475d-bb43-5503da196e36,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:39.706234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:39.743413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b7edc919-38d1-4bbc-ab6f-a5e03168d42c None None] Provisioning complete for port 41524521-a0fa-44b9-8941-3ed2bc6beae6 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:39.743936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7edc919-38d1-4bbc-ab6f-a5e03168d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.759064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Pushing event updated for resources: {'Port': ['ID=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:39.766591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c02cb9fc-e720-4c22-a6fe-e8e50edfffe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:39.768005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Network d5011ab8-f28e-4e08-b390-e2142576097b is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:39.769236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:39.772377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:22:39.846356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Routers {'f217d23e-b343-49e8-b994-3d80e5d4fdff'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:39.847620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['f217d23e-b343-49e8-b994-3d80e5d4fdff'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:39.856628 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.861820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:39.966901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 41524521-a0fa-44b9-8941-3ed2bc6beae6, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=41524521-a0fa-44b9-8941-3ed2bc6beae6,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:39.982101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7edc919-38d1-4bbc-ab6f-a5e03168d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.006145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.011028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:40.047111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.058838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] Set router f217d23e-b343-49e8-b994-3d80e5d4fdff gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:40.133546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-b7edc919-38d1-4bbc-ab6f-a5e03168d42c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:22:40.133748 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-b7edc919-38d1-4bbc-ab6f-a5e03168d42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:22:40.136507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=41524521-a0fa-44b9-8941-3ed2bc6beae6,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:40.139744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:40.351696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.366898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:22:37Z', 'revision_number': 3, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:40.371046 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480de357-ecd7-4346-9461-7a79268a29e0 None None] The sync data for ids ['f217d23e-b343-49e8-b994-3d80e5d4fdff'] in dv-cinder-760184-2-iscsi is: [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:22:37Z', 'revision_number': 3, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:22:40.382650 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.410521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:40.497817 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fc396c-9867-475d-bb43-5503da196e36,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:40.502432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:40.503400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.661781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Network d5011ab8-f28e-4e08-b390-e2142576097b is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:40.662994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:40.885300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-806e1d4d-4b71-4ea7-bc93-b6f078fd118e None None] Provisioning for port f1fc396c-9867-475d-bb43-5503da196e36 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:40.891420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-806e1d4d-4b71-4ea7-bc93-b6f078fd118e None None] Provisioning complete for port f1fc396c-9867-475d-bb43-5503da196e36 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:40.892065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-806e1d4d-4b71-4ea7-bc93-b6f078fd118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:40.956028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-806e1d4d-4b71-4ea7-bc93-b6f078fd118e None None] Port f1fc396c-9867-475d-bb43-5503da196e36 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:22:41.090968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-558fef0e-3e5f-4921-a3ae-cc057a8d4292 None None] Provisioning complete for port f1fc396c-9867-475d-bb43-5503da196e36 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:41.091508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-558fef0e-3e5f-4921-a3ae-cc057a8d4292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:41.124988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Router f217d23e-b343-49e8-b994-3d80e5d4fdff has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:22:41.150182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-558fef0e-3e5f-4921-a3ae-cc057a8d4292 None None] Port f1fc396c-9867-475d-bb43-5503da196e36 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:22:41.350563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:22:41.365392 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] 10.222.0.21 "PUT /v2.0/routers/f217d23e-b343-49e8-b994-3d80e5d4fdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4452639 Nov 18 17:22:41.471506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dd27f541-4a95-49b1-91ff-8b2b8eb04e99 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:41.582580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:41.588462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:41.588886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:41.705942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:41.724959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port dd27f541-4a95-49b1-91ff-8b2b8eb04e99, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:41.753982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:41.755027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 41524521-a0fa-44b9-8941-3ed2bc6beae6 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:41.787003 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:41.877447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:41.882747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:41.892333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 41524521-a0fa-44b9-8941-3ed2bc6beae6 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:41.892781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:42.403688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 39170) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:42.410126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-371637121-network', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:42.415463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:42.421222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Usage tracker for resource:network and tenant:5566f8f4b95941c89486b4b484475cb7 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:42.424861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:42.431234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:42.696022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Made reservation on behalf of 5566f8f4b95941c89486b4b484475cb7 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:22:42.700831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:42.716205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:42.749297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:42.753287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Usage tracker for resource:security_group_rule and tenant:5566f8f4b95941c89486b4b484475cb7 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:42.756227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:42.763108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:42.832219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:42.856410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:42.861101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-162e4488-f983-403e-bd72-3fb3c2bc47c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:42.893559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:22:42.903251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b64aad-6aa4-4a39-b595-780e89e34209,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:42.906729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:42.911406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:42.911406 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Added segment 7076633a-5897-4451-87d3-9ac344dd6333 of type vxlan for network 659a7984-0cfa-42a4-83d4-4fc6591de115 Nov 18 17:22:42.940126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.005567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.006931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:22:43.007635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.013691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-96f66884-0fa8-4b88-b030-cffd484a20d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:43.118745 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7136934 Nov 18 17:22:43.121697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39180) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:43.124757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Pushing event updated for resources: {'Network': ['ID=659a7984-0cfa-42a4-83d4-4fc6591de115,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:43.127784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8b334a18-35c9-49e1-b130-77a805d57e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:43.128382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Request body: {'subnet': {'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-371637121-subnet', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:43.134445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:43.139350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Usage tracker for resource:subnet and tenant:5566f8f4b95941c89486b4b484475cb7 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:43.141738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:22:43.142787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:43.152626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:43.159542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:22:43.188540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Made reservation on behalf of 5566f8f4b95941c89486b4b484475cb7 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:22:43.188819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Sync routers for ids ['f217d23e-b343-49e8-b994-3d80e5d4fdff'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:22:43.193399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850654803'] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.365691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Routers {'f217d23e-b343-49e8-b994-3d80e5d4fdff'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:43.366398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['f217d23e-b343-49e8-b994-3d80e5d4fdff'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:43.426222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dd27f541-4a95-49b1-91ff-8b2b8eb04e99 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:43.617128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:43.618158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.627424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852443698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850654820'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.646448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1130abc1-5485-4bbe-9757-e9d4a9140d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:43.673270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Set router f217d23e-b343-49e8-b994-3d80e5d4fdff gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:43.776133 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=477a9244-5ab8-4d19-94dc-b11698a623a9,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:43.780393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:43.854098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Checking segment: {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:43.854482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Network hostable DHCP agents. Network: 659a7984-0cfa-42a4-83d4-4fc6591de115, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:22:43.914919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:22:43.971343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, 659a7984-0cfa-42a4-83d4-4fc6591de115) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:43.982673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:43.987580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9edd6a-6795-4846-80c4-e9b4ea1e544b None None] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:22:43.989740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:22:43.990429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.029532 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a001e079-eeb7-433a-a971-bc5dd25a6bab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9064906 Nov 18 17:22:44.032220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39190) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:44.038081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:44.043468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:44.047842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Usage tracker for resource:router and tenant:5566f8f4b95941c89486b4b484475cb7 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:44.051787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:44.058241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:44.091018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.092117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.159215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.344512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.455741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:22:39Z', 'revision_number': 4, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'f1fc396c-9867-475d-bb43-5503da196e36', 'name': '', 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'mac_address': 'fa:16:3e:59:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '445ef681-428f-4900-a391-d4c92372aeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:39Z', 'updated_at': '2020-11-18T17:22:40Z', 'revision_number': 2, 'project_id': 'de06558d56714cf793475efbf1506144', 'subnets': [{'id': '445ef681-428f-4900-a391-d4c92372aeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:44.466725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Checking router: f217d23e-b343-49e8-b994-3d80e5d4fdff for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:22:44.467138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Updating router f217d23e-b343-49e8-b994-3d80e5d4fdff port f1fc396c-9867-475d-bb43-5503da196e36 binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:22:44.497311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-659a7984-0cfa-42a4-83d4-4fc6591de115', 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'fixed_ips': [{'subnet_id': '477a9244-5ab8-4d19-94dc-b11698a623a9'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 17:22:44.498255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.561833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.567978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.600688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:44.883543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Allocated IP 172.27.1.42 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/2293423b-4bbf-44d6-95f7-5987b5989b45) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:22:45.271162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:45.301898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Allocated IP 172.20.0.2 (659a7984-0cfa-42a4-83d4-4fc6591de115/477a9244-5ab8-4d19-94dc-b11698a623a9/62672cdd-d941-4f28-bfeb-d20690a808f4) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:22:45.326050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:45.342220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4c9a50b9-2cd8-4fe9-a11c-6c2a718e5aab tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:45.486095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Pushing event updated for resources: {'Port': ['ID=2293423b-4bbf-44d6-95f7-5987b5989b45,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:45.491323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:45.544504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:45.545752 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:45.548202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:22:45.571408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:45.629524 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Transition to ACTIVE for port object f1fc396c-9867-475d-bb43-5503da196e36 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:45.649228 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:45.660180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Transition to ACTIVE for port object 62672cdd-d941-4f28-bfeb-d20690a808f4 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:45.666691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:45.684151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:45.763969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Transition to ACTIVE for port object 62672cdd-d941-4f28-bfeb-d20690a808f4 will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:45.817557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:45.818539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.002316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac389f-164d-4ebd-b2c0-9ed92ff3fafa None None] Pushing event updated for resources: {'Port': ['ID=f1fc396c-9867-475d-bb43-5503da196e36,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:46.006554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-87ac389f-164d-4ebd-b2c0-9ed92ff3fafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:46.011258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.027716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e376fff6-29df-4afb-8cc0-ddca154eb8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:46.131755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 17:22:46.244264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Pushing event updated for resources: {'Port': ['ID=62672cdd-d941-4f28-bfeb-d20690a808f4,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:46.254514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:46.358393 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Attempting to bind port f1fc396c-9867-475d-bb43-5503da196e36 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:46.358816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Attempting to bind port f1fc396c-9867-475d-bb43-5503da196e36 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:22:46.359233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Attempting to bind port f1fc396c-9867-475d-bb43-5503da196e36 on network d5011ab8-f28e-4e08-b390-e2142576097b {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:22:46.362562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:46.365777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:46.370574 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:22:46.374971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:22:46.375397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Checking segment: {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:46.375848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.376280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Bound using segment: {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:22:46.376810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Bound port: f1fc396c-9867-475d-bb43-5503da196e36, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a81de87-c12f-46a3-9fa2-8ba75ff26b49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:22:46.377227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.378860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:22:46.388011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Sync routers for ids ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:22:46.401176 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Routers {'ac0eced5-4bee-4a18-bf29-78aa8a9b4208'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:46.401847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:46.440321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.444761 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4085684 Nov 18 17:22:46.445052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 39206) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:22:46.497501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Attempting to bind port 62672cdd-d941-4f28-bfeb-d20690a808f4 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:46.497821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Attempting to bind port 62672cdd-d941-4f28-bfeb-d20690a808f4 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:22:46.498259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Attempting to bind port 62672cdd-d941-4f28-bfeb-d20690a808f4 on network 659a7984-0cfa-42a4-83d4-4fc6591de115 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:22:46.518552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:22:46.518974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Checking segment: {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:46.519424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.519865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Bound using segment: {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:22:46.520400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Bound port: 62672cdd-d941-4f28-bfeb-d20690a808f4, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:22:46.520825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.589482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] For port f1fc396c-9867-475d-bb43-5503da196e36, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:22:46.594241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Set router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:46.613111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] For port f1fc396c-9867-475d-bb43-5503da196e36, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f1fc396c-9867-475d-bb43-5503da196e36,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:22:46.669273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.686121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:46.743147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] For port 62672cdd-d941-4f28-bfeb-d20690a808f4, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:22:46.849269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] For port 62672cdd-d941-4f28-bfeb-d20690a808f4, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=62672cdd-d941-4f28-bfeb-d20690a808f4,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:22:46.882117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac389f-164d-4ebd-b2c0-9ed92ff3fafa None None] Pushing event updated for resources: {'Port': ['ID=f1fc396c-9867-475d-bb43-5503da196e36,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:46.885679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-87ac389f-164d-4ebd-b2c0-9ed92ff3fafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:46.894303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:46.909552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:45Z', 'revision_number': 3, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:46.912211 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-87ac389f-164d-4ebd-b2c0-9ed92ff3fafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:46.914078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Checking router: ac0eced5-4bee-4a18-bf29-78aa8a9b4208 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:22:46.915119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Updating router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 port 2293423b-4bbf-44d6-95f7-5987b5989b45 binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:22:46.969167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.092029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Pushing event updated for resources: {'Port': ['ID=62672cdd-d941-4f28-bfeb-d20690a808f4,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:47.095443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:47.106700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Routers {'f217d23e-b343-49e8-b994-3d80e5d4fdff'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:47.107408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['f217d23e-b343-49e8-b994-3d80e5d4fdff'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:47.264403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.386828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] Set router f217d23e-b343-49e8-b994-3d80e5d4fdff gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:47.395821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.408909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Transition to ACTIVE for port object 2293423b-4bbf-44d6-95f7-5987b5989b45 will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:47.440112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.464784 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:47.604071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419f625-2f77-46c7-a746-30e55830b2e4 None None] Pushing event updated for resources: {'Port': ['ID=2293423b-4bbf-44d6-95f7-5987b5989b45,revision_number=2']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:47.614662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3419f625-2f77-46c7-a746-30e55830b2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:47.698235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Allocated IP 172.20.0.1 (659a7984-0cfa-42a4-83d4-4fc6591de115/477a9244-5ab8-4d19-94dc-b11698a623a9/609e4fa5-2b7f-42a1-b95b-03e82142d513) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:22:47.713340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Attempting to bind port 2293423b-4bbf-44d6-95f7-5987b5989b45 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:47.713763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Attempting to bind port 2293423b-4bbf-44d6-95f7-5987b5989b45 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:22:47.714232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Attempting to bind port 2293423b-4bbf-44d6-95f7-5987b5989b45 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:22:47.729816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:22:47.729816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:47.729816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.729816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:22:47.729816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Bound port: 2293423b-4bbf-44d6-95f7-5987b5989b45, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:22:47.730615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.792213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-91680f5a-e494-4edd-9f11-55682013674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:22:39Z', 'revision_number': 4, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'f1fc396c-9867-475d-bb43-5503da196e36', 'name': '', 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'mac_address': 'fa:16:3e:59:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '445ef681-428f-4900-a391-d4c92372aeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:39Z', 'updated_at': '2020-11-18T17:22:46Z', 'revision_number': 4, 'project_id': 'de06558d56714cf793475efbf1506144', 'subnets': [{'id': '445ef681-428f-4900-a391-d4c92372aeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:47.796971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91680f5a-e494-4edd-9f11-55682013674b None None] The sync data for ids ['f217d23e-b343-49e8-b994-3d80e5d4fdff'] in dv-cinder-760184-2-iscsi is: [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:22:39Z', 'revision_number': 4, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': 'f1fc396c-9867-475d-bb43-5503da196e36', 'name': '', 'network_id': 'd5011ab8-f28e-4e08-b390-e2142576097b', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'mac_address': 'fa:16:3e:59:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '445ef681-428f-4900-a391-d4c92372aeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:39Z', 'updated_at': '2020-11-18T17:22:46Z', 'revision_number': 4, 'project_id': 'de06558d56714cf793475efbf1506144', 'subnets': [{'id': '445ef681-428f-4900-a391-d4c92372aeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:22:47.877986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] For port 2293423b-4bbf-44d6-95f7-5987b5989b45, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:22:47.883107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] For port 2293423b-4bbf-44d6-95f7-5987b5989b45, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=2293423b-4bbf-44d6-95f7-5987b5989b45,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:22:47.915504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:47.930547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:47.993897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.011525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Transition to ACTIVE for port object 609e4fa5-2b7f-42a1-b95b-03e82142d513 will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:48.068943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.090313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:48.234649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Pushing event updated for resources: {'Port': ['ID=609e4fa5-2b7f-42a1-b95b-03e82142d513,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:48.244721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:48.245646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419f625-2f77-46c7-a746-30e55830b2e4 None None] Pushing event updated for resources: {'Port': ['ID=2293423b-4bbf-44d6-95f7-5987b5989b45,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:48.250533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3419f625-2f77-46c7-a746-30e55830b2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:48.293553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:48.294930 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:48.297478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:22:48.303520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Routers {'ac0eced5-4bee-4a18-bf29-78aa8a9b4208'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:48.304216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:48.360049 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.486730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.520527 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] Set router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:48.817717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.859658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:45Z', 'revision_number': 3, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:48.863144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.864403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc3dfc-0987-443a-b388-040a81875249 None None] The sync data for ids ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'] in dv-cinder-760184-2-iscsi is: [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:45Z', 'revision_number': 3, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:22:48.878728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc02111-02d3-49a2-99d1-e01229b1539c None None] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:22:48.902134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9eda7c99-e698-4308-9417-bd44ace1a9c0 tempest-DeleteServersTestJSON-613355688 tempest-DeleteServersTestJSON-613355688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:48.981633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:48.998458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Pushing event updated for resources: {'Port': ['ID=609e4fa5-2b7f-42a1-b95b-03e82142d513,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:49.009776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:49.147701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:22:49.149131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:22:49.233011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-7479d5ce-0490-4582-9612-d0943ea02f94 None None] Provisioning for port 62672cdd-d941-4f28-bfeb-d20690a808f4 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:49.486747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 62672cdd-d941-4f28-bfeb-d20690a808f4 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:49.697272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 62672cdd-d941-4f28-bfeb-d20690a808f4 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:49.705960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 62672cdd-d941-4f28-bfeb-d20690a808f4 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:49.705960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:49.767548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b0ea06a4-f1da-489b-8369-95cf339018a1 None None] Provisioning for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:49.778491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b0ea06a4-f1da-489b-8369-95cf339018a1 None None] Provisioning complete for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:49.778726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b0ea06a4-f1da-489b-8369-95cf339018a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:49.872153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea06a4-f1da-489b-8369-95cf339018a1 None None] Port 609e4fa5-2b7f-42a1-b95b-03e82142d513 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:22:49.904181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:49.917160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:22:49.946520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 62672cdd-d941-4f28-bfeb-d20690a808f4, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=62672cdd-d941-4f28-bfeb-d20690a808f4,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:49.991448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:49.992400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f1fc396c-9867-475d-bb43-5503da196e36 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:50.075838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fa2efaca-51a3-4267-8aa6-8c84fa6f36d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:50.165906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a0fd2986-4471-427d-a0b6-d9b38fcfeb83 None None] Provisioning complete for port 62672cdd-d941-4f28-bfeb-d20690a808f4 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:50.166327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2986-4471-427d-a0b6-d9b38fcfeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.221202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port f1fc396c-9867-475d-bb43-5503da196e36 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:50.231820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:22:50.234485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port f1fc396c-9867-475d-bb43-5503da196e36 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:50.234914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.245919 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] 10.222.0.21 "PUT /v2.0/routers/ac0eced5-4bee-4a18-bf29-78aa8a9b4208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7950289 Nov 18 17:22:50.271594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=62672cdd-d941-4f28-bfeb-d20690a808f4,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:50.290786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:50.447990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.475513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a0fd2986-4471-427d-a0b6-d9b38fcfeb83 None None] Provisioning complete for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:50.475729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2986-4471-427d-a0b6-d9b38fcfeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.534218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port f1fc396c-9867-475d-bb43-5503da196e36, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f1fc396c-9867-475d-bb43-5503da196e36,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:50.541353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd2986-4471-427d-a0b6-d9b38fcfeb83 None None] Port 609e4fa5-2b7f-42a1-b95b-03e82142d513 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:22:50.594480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.596854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:50.603724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:22:50.678064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=f1fc396c-9867-475d-bb43-5503da196e36,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:50.684788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:50.687621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-3daee569-fe9f-4275-9191-02973e9d38b7 None None] Provisioning complete for port 62672cdd-d941-4f28-bfeb-d20690a808f4 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:50.688051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3daee569-fe9f-4275-9191-02973e9d38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.831110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-3daee569-fe9f-4275-9191-02973e9d38b7 None None] Provisioning complete for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:50.831536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3daee569-fe9f-4275-9191-02973e9d38b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:50.890613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3daee569-fe9f-4275-9191-02973e9d38b7 None None] Port 609e4fa5-2b7f-42a1-b95b-03e82142d513 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:22:51.231956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1851454987', 'description': 'tempest-TestVolumeBootPattern-1851454987 description'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:51.238284 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:51.242361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Usage tracker for resource:security_group and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:51.245360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:51.251329 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:51.285364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.323039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:51.327240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Usage tracker for resource:security_group_rule and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:51.330275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:51.336627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:51.440987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.468329 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.475355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eb6e1617-41e7-468f-8530-343b71878c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:51.478971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f1fc396c-9867-475d-bb43-5503da196e36 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:51.516278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9157b-21bc-4013-aae3-16d1ceae2278,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:51.519358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:51.536952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.538513 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fec28bbc-5e3a-4ceb-92e5-e4a048e77af5 req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.4598570 Nov 18 17:22:51.552322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port f1fc396c-9867-475d-bb43-5503da196e36 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:51.552760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.619466 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-bb62a73e-141d-4efd-a019-4c9e4731ac8f tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "GET /v2.0/security-groups/1bf9157b-21bc-4013-aae3-16d1ceae2278 HTTP/1.1" status: 200 len: 1642 time: 0.0482147 Nov 18 17:22:51.630282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bf9157b-21bc-4013-aae3-16d1ceae2278', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:51.630652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bf9157b-21bc-4013-aae3-16d1ceae2278', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:51.638351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:51.643544 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Usage tracker for resource:security_group_rule and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:51.646621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:51.653055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:51.674756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 62672cdd-d941-4f28-bfeb-d20690a808f4 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:51.736884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group_rule, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.744323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 62672cdd-d941-4f28-bfeb-d20690a808f4 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:51.744809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.761082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.788309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.790660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:51.813775 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7b852a-159d-4e94-a4ad-7799f11a95cd,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:51.818336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:51.851333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group_rule, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:51.852879 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b118a3c7-5efe-4397-8dc6-152d23745e36 req-7c9faa58-fe45-41a1-b302-ea8a4896f926 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2270091 Nov 18 17:22:51.875295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 2293423b-4bbf-44d6-95f7-5987b5989b45 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:51.938112 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-1001af80-77f6-4f84-84f0-f8d81abbfd1d tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "GET /v2.0/security-groups/1bf9157b-21bc-4013-aae3-16d1ceae2278 HTTP/1.1" status: 200 len: 2145 time: 0.0504332 Nov 18 17:22:51.950153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bf9157b-21bc-4013-aae3-16d1ceae2278', 'remote_group_id': None}]} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:51.950925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bf9157b-21bc-4013-aae3-16d1ceae2278', 'remote_group_id': None}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:22:51.956785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:22:51.960858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Usage tracker for resource:security_group_rule and tenant:de06558d56714cf793475efbf1506144 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:22:51.963916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:22:51.969823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:22:51.976763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 2293423b-4bbf-44d6-95f7-5987b5989b45 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:51.982045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 2293423b-4bbf-44d6-95f7-5987b5989b45 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:51.982475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.058392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.084187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.107495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.114066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.118108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-54c89968-c221-4e0e-bf1b-34927e046189 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:52.125350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 2293423b-4bbf-44d6-95f7-5987b5989b45, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=2293423b-4bbf-44d6-95f7-5987b5989b45,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:52.142165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30098b7d-a459-47ea-a9ec-02c1a328b787,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:52.144863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:52.154245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.156293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:52.177030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:52.179237 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-81caf980-8c63-422c-8775-43d5ea9afcdc req-29ec6b59-7150-4e22-8b7e-47c25d15ca18 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2343445 Nov 18 17:22:52.232521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=2293423b-4bbf-44d6-95f7-5987b5989b45,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:52.235908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:52.464814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Sync routers for ids ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:22:52.477915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Routers {'ac0eced5-4bee-4a18-bf29-78aa8a9b4208'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:52.478726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:52.673785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Set router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:53.019008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:48Z', 'revision_number': 4, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '609e4fa5-2b7f-42a1-b95b-03e82142d513', 'name': '', 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'mac_address': 'fa:16:3e:e3:36:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '477a9244-5ab8-4d19-94dc-b11698a623a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:47Z', 'updated_at': '2020-11-18T17:22:48Z', 'revision_number': 2, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'subnets': [{'id': '477a9244-5ab8-4d19-94dc-b11698a623a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:53.023405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Checking router: ac0eced5-4bee-4a18-bf29-78aa8a9b4208 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:22:53.023789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Updating router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 port 609e4fa5-2b7f-42a1-b95b-03e82142d513 binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:22:53.082576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:53.422882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 2293423b-4bbf-44d6-95f7-5987b5989b45 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:53.588940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 2293423b-4bbf-44d6-95f7-5987b5989b45 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:53.589355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:53.638376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:53.659366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Transition to ACTIVE for port object 609e4fa5-2b7f-42a1-b95b-03e82142d513 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:22:53.703654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:53.729067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:54.044767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3646dd-6548-4c7e-8f0c-239dbd88150a None None] Pushing event updated for resources: {'Port': ['ID=609e4fa5-2b7f-42a1-b95b-03e82142d513,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:54.062153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8e3646dd-6548-4c7e-8f0c-239dbd88150a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:54.241796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Attempting to bind port 609e4fa5-2b7f-42a1-b95b-03e82142d513 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:22:54.242563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Attempting to bind port 609e4fa5-2b7f-42a1-b95b-03e82142d513 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:22:54.243090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Attempting to bind port 609e4fa5-2b7f-42a1-b95b-03e82142d513 on network 659a7984-0cfa-42a4-83d4-4fc6591de115 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:22:54.250978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:22:54.251757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Checking segment: {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:22:54.251971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:54.252444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Bound using segment: {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:22:54.252967 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Bound port: 609e4fa5-2b7f-42a1-b95b-03e82142d513, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7076633a-5897-4451-87d3-9ac344dd6333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:22:54.253591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:54.358638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] For port 609e4fa5-2b7f-42a1-b95b-03e82142d513, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:22:54.363174 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] For port 609e4fa5-2b7f-42a1-b95b-03e82142d513, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=609e4fa5-2b7f-42a1-b95b-03e82142d513,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:22:54.394586 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:54.408842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:54.569843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3646dd-6548-4c7e-8f0c-239dbd88150a None None] Pushing event updated for resources: {'Port': ['ID=609e4fa5-2b7f-42a1-b95b-03e82142d513,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:54.575353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8e3646dd-6548-4c7e-8f0c-239dbd88150a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:54.630663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Routers {'ac0eced5-4bee-4a18-bf29-78aa8a9b4208'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:22:54.631736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:22:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:54.859703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] Set router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:22:55.234854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:48Z', 'revision_number': 4, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '609e4fa5-2b7f-42a1-b95b-03e82142d513', 'name': '', 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'mac_address': 'fa:16:3e:e3:36:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '477a9244-5ab8-4d19-94dc-b11698a623a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:47Z', 'updated_at': '2020-11-18T17:22:54Z', 'revision_number': 4, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'subnets': [{'id': '477a9244-5ab8-4d19-94dc-b11698a623a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:22:55.239687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20e620-6781-4d76-90e2-feebec41cdac None None] The sync data for ids ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'] in dv-cinder-760184-2-iscsi is: [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:48Z', 'revision_number': 4, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '609e4fa5-2b7f-42a1-b95b-03e82142d513', 'name': '', 'network_id': '659a7984-0cfa-42a4-83d4-4fc6591de115', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'mac_address': 'fa:16:3e:e3:36:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '477a9244-5ab8-4d19-94dc-b11698a623a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:47Z', 'updated_at': '2020-11-18T17:22:54Z', 'revision_number': 4, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'subnets': [{'id': '477a9244-5ab8-4d19-94dc-b11698a623a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:22:55.439491 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 609e4fa5-2b7f-42a1-b95b-03e82142d513 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:55.570877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:22:55.585548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:55.585910 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:55.733829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:55.772151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 609e4fa5-2b7f-42a1-b95b-03e82142d513, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=609e4fa5-2b7f-42a1-b95b-03e82142d513,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:22:55.811585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:22:55.814734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8cffe430-1b95-436a-ba32-32787cc5bbe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:22:55.886612 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=609e4fa5-2b7f-42a1-b95b-03e82142d513,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:22:55.890337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:22:56.373506 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-2780cab9-20d5-4e70-a29a-353771ca36a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0846343 Nov 18 17:22:56.472778 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-1c98783d-8c5e-46a2-be4c-979aaa4ddb66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=304e16b74c9644d4a37db567ae1147ab&device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 1162 time: 0.0764642 Nov 18 17:22:56.644248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-e992790b-5386-4d7c-b202-1a23a5b53a0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:22:56.645856 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-e992790b-5386-4d7c-b202-1a23a5b53a0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 200 len: 913 time: 0.1523592 Nov 18 17:22:56.732664 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-3a36dd6f-f305-4b83-84d2-fd1c3b2017be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 200 len: 217 time: 0.0732632 Nov 18 17:22:56.801359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-ab86420c-d1e6-43d0-bacf-f9f92402975f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:22:56.803002 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-ab86420c-d1e6-43d0-bacf-f9f92402975f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 200 len: 859 time: 0.0696051 Nov 18 17:22:56.859831 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-a3a479ec-21ee-4958-8e03-72387d7b19fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a50ab99a-ef59-4727-a9f1-021d1be6e1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489085 Nov 18 17:22:57.014455 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-cbca98e8-9820-48e8-82fc-e0812848cfd0 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474335 Nov 18 17:22:57.165743 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e83971cf-b23a-4181-a6f8-2ead96e03d9d req-7c238a95-a5d0-423c-a60f-7c928b9fb431 service neutron] 10.222.0.43 "GET /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444929 Nov 18 17:22:57.435122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 609e4fa5-2b7f-42a1-b95b-03e82142d513 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:22:57.517657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 609e4fa5-2b7f-42a1-b95b-03e82142d513 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:22:57.518316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:04.993622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-14848f1a-877e-4bb2-b81e-f7306e80b15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:06.856353 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3cb502db-f123-4403-a468-3255ff628431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:07.758402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:08.844835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:09.393471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:11.553994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd0c2-2c31-4d2c-af85-8ac72da132b1 req-de028060-685b-4f21-b6b4-b93f9609095b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:11.555671 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-464fd0c2-2c31-4d2c-af85-8ac72da132b1 req-de028060-685b-4f21-b6b4-b93f9609095b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0923064 Nov 18 17:23:11.605098 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-464fd0c2-2c31-4d2c-af85-8ac72da132b1 req-6e5d240f-556a-43fa-94b7-2d345a1accec tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 Nov 18 17:23:12.560659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004428-a413-479e-903f-3b30a406f5bf req-b9b5cecc-d386-42db-8c96-04e0701d9223 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:12.562665 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5004428-a413-479e-903f-3b30a406f5bf req-b9b5cecc-d386-42db-8c96-04e0701d9223 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.0859618 Nov 18 17:23:12.635415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Deleting port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:23:12.635806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:12.962901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaba2c4-f3a9-439a-9c89-896e3a0ea744 req-458508b5-77f9-41f8-9448-74d3fc5c286c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:12.964525 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eaba2c4-f3a9-439a-9c89-896e3a0ea744 req-458508b5-77f9-41f8-9448-74d3fc5c286c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 945 time: 0.2258317 Nov 18 17:23:12.973181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] For port 62cf4852-71a1-431c-a23e-1a6ce42b27e6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=62cf4852-71a1-431c-a23e-1a6ce42b27e6,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:23:12.973587 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:13.119418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Calling delete_port for 62cf4852-71a1-431c-a23e-1a6ce42b27e6 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:23:13.191846 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eaba2c4-f3a9-439a-9c89-896e3a0ea744 req-215d8709-9af2-44b0-8b03-842a34d7d5ea tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206523 Nov 18 17:23:13.376289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:13.391554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:23:13.432349 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:23:13.437475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Pushing event deleted for resources: {'Port': ['ID=62cf4852-71a1-431c-a23e-1a6ce42b27e6,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:23:13.442071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:23:13.470676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No Port match for: 62cf4852-71a1-431c-a23e-1a6ce42b27e6 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:23:13.471082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 62cf4852-71a1-431c-a23e-1a6ce42b27e6 not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:23:13.595797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] No DVR routers for this DVR port 62cf4852-71a1-431c-a23e-1a6ce42b27e6 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:23:13.598111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:13.600949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'name': 'network-vif-deleted', 'tag': '62cf4852-71a1-431c-a23e-1a6ce42b27e6'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:23:13.639900 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5004428-a413-479e-903f-3b30a406f5bf req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "DELETE /v2.0/ports/62cf4852-71a1-431c-a23e-1a6ce42b27e6 HTTP/1.1" status: 204 len: 173 time: 1.0718603 Nov 18 17:23:13.948068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:14.526585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-ee416a3b-1a03-4138-b78a-0d82ee3dfb6b req-46e189d2-e5d1-4add-a644-01a22865826e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:23:14.577679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-ee416a3b-1a03-4138-b78a-0d82ee3dfb6b req-46e189d2-e5d1-4add-a644-01a22865826e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:23:14.579108 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ee416a3b-1a03-4138-b78a-0d82ee3dfb6b req-46e189d2-e5d1-4add-a644-01a22865826e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=e38fa55c-46d5-4f3d-af09-5536de2c2562 HTTP/1.1" status: 200 len: 210 time: 0.1035566 Nov 18 17:23:14.679920 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38fa55c-46d5-4f3d-af09-5536de2c2562', 'name': 'network-vif-deleted', 'tag': '62cf4852-71a1-431c-a23e-1a6ce42b27e6', 'status': 'completed', 'code': 200} Nov 18 17:23:16.180696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d53a9-ee8c-4457-97e0-588bb3eb0453 req-eeae8451-4c69-45b5-a589-4df8b78a798d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:16.182699 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-690d53a9-ee8c-4457-97e0-588bb3eb0453 req-eeae8451-4c69-45b5-a589-4df8b78a798d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0866358 Nov 18 17:23:16.233904 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-690d53a9-ee8c-4457-97e0-588bb3eb0453 req-3146a2d9-1272-405a-a2d0-e67746934119 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Nov 18 17:23:17.105958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-b68f32ce-d2bc-4d9b-a244-9f0fa991b049 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:17.107504 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-b68f32ce-d2bc-4d9b-a244-9f0fa991b049 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0850251 Nov 18 17:23:17.184141 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Deleting port 5e464b3d-38af-4272-8527-e955dc4b07e1 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:23:17.184621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:17.450845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e627f-3c32-454c-8b30-17ae85b4bb31 req-5e95de12-939e-4be6-95f7-95b6cef8996b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:17.452642 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ea7e627f-3c32-454c-8b30-17ae85b4bb31 req-5e95de12-939e-4be6-95f7-95b6cef8996b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 945 time: 0.0855832 Nov 18 17:23:17.465823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 5e464b3d-38af-4272-8527-e955dc4b07e1 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:23:17.506136 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ea7e627f-3c32-454c-8b30-17ae85b4bb31 req-a8e77d2a-c2ee-4b4a-a031-353572f207f6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Nov 18 17:23:17.587270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:17.621020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:23:17.631735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 5e464b3d-38af-4272-8527-e955dc4b07e1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5e464b3d-38af-4272-8527-e955dc4b07e1,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:23:17.662112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:17.664068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6c01a8b5-e7e9-4870-a3f6-605544136f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:23:17.704382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] For port 5e464b3d-38af-4272-8527-e955dc4b07e1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5e464b3d-38af-4272-8527-e955dc4b07e1,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:23:17.704854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:17.744825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=5e464b3d-38af-4272-8527-e955dc4b07e1,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:23:17.748274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:23:17.771117 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1', 'code': 200} Nov 18 17:23:17.839365 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Calling delete_port for 5e464b3d-38af-4272-8527-e955dc4b07e1 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:23:17.982230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:23:17.982600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:23:18.484142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Deleting port 5e464b3d-38af-4272-8527-e955dc4b07e1 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:23:18.484620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:18.725711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa741a-563c-46a2-b413-50295d98f0ba req-8177de0c-fc04-4ddf-8d1b-f6a932e3edb6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:23:18.727679 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2aa741a-563c-46a2-b413-50295d98f0ba req-8177de0c-fc04-4ddf-8d1b-f6a932e3edb6 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 943 time: 0.0896180 Nov 18 17:23:18.746009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] For port 5e464b3d-38af-4272-8527-e955dc4b07e1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5e464b3d-38af-4272-8527-e955dc4b07e1,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:23:18.746413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:18.777949 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f2aa741a-563c-46a2-b413-50295d98f0ba req-aef677e6-0d4f-43b6-ac31-9f8c8329d012 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/security-groups?id=90c100a0-8bf3-47ef-81b8-bb25780e42ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Nov 18 17:23:18.877006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Calling delete_port for 5e464b3d-38af-4272-8527-e955dc4b07e1 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:23:19.142057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:19.160370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:23:19.208797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Pushing event deleted for resources: {'Port': ['ID=5e464b3d-38af-4272-8527-e955dc4b07e1,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:23:19.211772 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:23:19.368326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] No DVR routers for this DVR port 5e464b3d-38af-4272-8527-e955dc4b07e1 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:23:19.370638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:19.373448 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'name': 'network-vif-deleted', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:23:19.411521 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8ae1f3a2-2dbc-4b41-9697-2a68c5d9cca9 req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.43 "DELETE /v2.0/ports/5e464b3d-38af-4272-8527-e955dc4b07e1 HTTP/1.1" status: 204 len: 173 time: 2.2975156 Nov 18 17:23:19.434783 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be', 'name': 'network-vif-deleted', 'tag': '5e464b3d-38af-4272-8527-e955dc4b07e1', 'status': 'completed', 'code': 200} Nov 18 17:23:19.955155 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-508e855c-9f14-42ca-875e-64c3ad115715 req-7c369a07-d3a2-43ed-a216-c2da89289117 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0465910 Nov 18 17:23:21.134751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-92974419-0bb5-4a9d-9f4b-180b50123c62 req-9627cbf1-ce35-40ae-800b-8c881e45899d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Synchronizing usage tracker for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:23:21.181963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-92974419-0bb5-4a9d-9f4b-180b50123c62 req-9627cbf1-ce35-40ae-800b-8c881e45899d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Unset dirty status for tenant:304e16b74c9644d4a37db567ae1147ab on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:23:21.183282 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-92974419-0bb5-4a9d-9f4b-180b50123c62 req-9627cbf1-ce35-40ae-800b-8c881e45899d tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0950708 Nov 18 17:23:22.359931 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6f5ec74d-9b3b-47a7-9431-956f5238baed req-934e8c57-0ab7-4801-8eea-6e6179971bc1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0490963 Nov 18 17:23:23.533192 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ee57b421-72bf-4dd4-9a92-5e610f410b97 req-943429c5-5274-4df7-a45e-cbb6c2cd90d5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0457768 Nov 18 17:23:24.712285 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2cffba8a-d4b6-4c27-9b27-b0a9b185667a req-4f35d953-49e4-41b3-8f33-2341a6c16945 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0478308 Nov 18 17:23:25.887953 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-074d030a-cead-41e7-ac98-3a79829e46f3 req-30562788-5ddc-4452-98da-d708782633c3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0489891 Nov 18 17:23:27.064819 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f472713-adc1-445d-b412-320082753825 req-9428d275-375f-44b7-ad3c-d175ee34cb1b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0454519 Nov 18 17:23:27.604561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:23:28.242882 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3b659cee-42a1-46d8-a900-6a1d35e553a7 req-004121d8-9ce6-4326-a245-c0bf22c41302 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0455871 Nov 18 17:23:29.421927 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6813276e-d84e-4348-bae3-d84b3f57b554 req-03ae8b26-e4ee-4a96-b7cf-352d0aab97b8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0494626 Nov 18 17:23:30.595774 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-190a237a-18c0-449d-a940-277f91b9d495 req-ce0bfe6d-b96d-41f9-bccf-160a6795a667 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0475392 Nov 18 17:23:31.770335 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fe683a82-5035-4699-968c-47eb3235070b req-4c47dfa1-2227-4407-a27c-9015a6fdd270 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0459509 Nov 18 17:23:32.944231 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-beb38637-2a95-4a1d-8875-592353a2c26e req-8525c818-4456-4b44-9053-b76822ba87e2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0485106 Nov 18 17:23:34.121212 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3c7e216c-59a2-47f2-bda0-0fefa195b267 req-67338bcf-09e3-45cf-98c1-3b0dadc4c42e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0454063 Nov 18 17:23:34.998453 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e680bea5-4633-48cc-98d4-273ddd4f1bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:35.297126 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cd1bf8c6-9f7a-46ae-86b2-1eae14af7ad2 req-efc29ff6-f1ab-4b0d-a1bc-6126717ef282 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0458014 Nov 18 17:23:36.474404 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9be47f7e-49f0-4d7b-99ea-4cea58f390ac req-9e6efc5b-e506-4a19-a8cd-4321fa238bd9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0492625 Nov 18 17:23:36.844298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5809cb40-c297-4fc2-8620-50a1b967da56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:37.650160 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae52993a-3e7f-4419-8e4c-b4181f5f7e71 req-1ff7869e-b29a-48dd-8d87-75361cb448b9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0464776 Nov 18 17:23:37.763866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:38.823154 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f389e325-1c31-46ee-ad2b-4e0e92141437 req-691eb292-d10a-4f21-9498-ad5390f9471f tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0457385 Nov 18 17:23:38.855604 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:39.375913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:40.001768 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f0055109-64fe-4843-951e-aae1d49f1a81 req-4225fe8f-6603-4e58-91bb-df7b51f255b4 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0492611 Nov 18 17:23:41.178895 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6354c19c-1b60-4fa0-ae54-2501bc0ece3d req-84f34c04-fd15-46c1-89bc-52da59077724 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0461776 Nov 18 17:23:42.354588 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5dd53411-6618-4084-9f4b-0a7183ba5984 req-b0a8f712-30d7-4c5f-b18e-71a51e58364c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0457616 Nov 18 17:23:43.530365 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-106e50a5-fc51-45d8-9514-76711ddbb2de req-67506ed1-c03e-43d3-ab90-156dc36dcd0c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0488911 Nov 18 17:23:43.946924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:23:44.705781 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7b162b4f-7bce-4e15-815f-7b4afae9e0c0 req-653cb42f-bc04-4837-9ac0-6d7b0f988712 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0469534 Nov 18 17:23:45.893338 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2554ad71-b142-46fd-89fa-d2b0ead89671 req-5e46f4e8-e232-4d9c-a12b-aa95eeeff4d2 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0561965 Nov 18 17:23:47.073396 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5d94fb45-6bcb-475f-94d9-c8825ff28f38 req-84a9e4f6-1f95-4ad0-ba96-404d819bd446 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0501559 Nov 18 17:23:48.255603 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2cd9f949-47b6-402a-ab76-ec7d8088ea3f req-93777ecc-ecf4-45f5-b61a-d20262c97d60 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0459974 Nov 18 17:23:49.432920 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f122909b-5d7c-4030-830f-ac679d184fe6 req-5345ad31-5b1e-40eb-8960-b59c07ce632a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0456462 Nov 18 17:23:50.608352 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-761d7436-aee0-45da-b491-93608f303adf req-e116e8bd-0e08-4b91-82b4-ac37facd80e3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0488904 Nov 18 17:23:51.832479 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac598d39-3e78-4e4e-b980-799059b19cdd req-9613bbb2-1a49-48d0-9c7a-923e7253098c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0461948 Nov 18 17:23:53.006744 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9b70ba9e-7739-4b2a-ba1c-5b7984f18289 req-7dc57395-649b-4219-b9b5-3e962c303744 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0457561 Nov 18 17:23:54.183357 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b04bbad0-8f86-41a9-92c5-c372f0ec2b28 req-2ec6435f-58ec-4d4f-a89f-ad2de4a073b8 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0485466 Nov 18 17:23:55.360563 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7bdd6138-7315-4ad5-9125-29a0daca71ec req-5ee0be1f-0e7e-4212-9569-fd81832751f0 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0462999 Nov 18 17:23:56.535645 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d2eb6c09-0d60-4aa6-b810-4e99314ebc87 req-35e5c7e7-b389-480f-a546-54f37ce6d854 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0463657 Nov 18 17:23:57.710899 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1526256b-ced5-4b4c-b99d-0f4c505ed4d0 req-58f5c78a-e6c2-4775-bb68-24f6dc125ba5 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0493484 Nov 18 17:23:58.884094 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-59b23426-bd65-4a6d-8cef-58cd46c40999 req-c59370b3-198b-4cec-8b32-5a5d390572ef tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0462668 Nov 18 17:24:00.056892 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ce68423-98d2-4dbb-815c-8c350cf61955 req-5d990c24-8608-4adc-adbb-946285f1fffe tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0460458 Nov 18 17:24:01.234188 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-100e4627-1b85-4d55-8f82-0de64c3f1416 req-52a9e88b-63ef-42fd-be2f-090eed500a1b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0495415 Nov 18 17:24:02.413973 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-890ce12f-a805-4848-bf9e-467e8661f9ef req-e1b04358-3fa6-47d2-91aa-2921911a3d98 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0481756 Nov 18 17:24:03.592525 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d3a9bfa3-bdb1-457a-a1d4-be0e47b54cfb req-23e14fba-8897-424c-bed4-abc4f10f1acf tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0477059 Nov 18 17:24:04.605225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:24:04.782380 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e5e61027-8a7e-404a-b089-8f0e5b30acf8 req-4a2cc1ab-0125-4b4f-9ceb-6b625b29ee10 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0506761 Nov 18 17:24:04.992457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d5880711-4603-497e-bc99-9b29b5c9b8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:05.958983 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1626674c-5183-4c34-8b66-29cef3a2b823 req-d32e985b-1270-4aa8-9004-d6828d48df04 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0483537 Nov 18 17:24:06.843391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c519ed29-d27e-4712-8215-0bfb7f0c8560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:07.130905 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-68693773-c15b-4b15-a334-bcdcd91e4829 req-75cf8243-6469-4370-a8d4-3c7aed0151b1 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0451727 Nov 18 17:24:07.757889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:08.309967 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35d73f21-eeb7-45c7-8d6e-00ada4a50c58 req-b5aa8188-7ebe-40c2-b424-a6a48f2cc779 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0496733 Nov 18 17:24:08.832088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:09.392420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:09.518119 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-02f124a8-d6eb-4c7c-b6f0-40e7dcfa31c3 req-98671ada-a0e3-412a-91be-5db68b0bdd4a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0453494 Nov 18 17:24:10.694393 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1638ca4b-6add-4402-9073-21720d6e34fe req-837f21ac-58ba-415d-b9dc-a2c31e2f89b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0452437 Nov 18 17:24:11.870501 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5e7cc49d-49be-4876-8e32-7179e7c44ba5 req-6d7ea654-4b42-4c30-ae34-190e56885c47 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0494707 Nov 18 17:24:13.045492 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8852df8c-1cda-4c2c-ba7a-fb48ab974fab req-efc3878e-38df-45d2-9ba9-6c90ea2406d9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0457196 Nov 18 17:24:13.952113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:14.219159 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb08d35f-2bb6-49ba-8d8d-fd5d93bafbbf req-d40e4ed1-4101-4177-9cd3-7b12f43a1f48 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0463085 Nov 18 17:24:15.395235 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0b56fa17-da5b-4834-ab3c-960fe4b8ff20 req-e242a586-e248-4c2b-b285-9feaa5aa041a tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0488510 Nov 18 17:24:16.570894 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b3e76c1e-d813-4e14-9ea2-85bc98a2611d req-76a640a2-5019-4aca-96bc-3c3db64ab67b tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0462635 Nov 18 17:24:17.748932 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4afc8919-37c1-4602-90cd-deb8404ab4b0 req-21a96d21-ce54-4613-b8a7-7200c3cc3810 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0473027 Nov 18 17:24:18.925353 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20d42a9c-33ab-4c32-b7e8-5bd63344a4b3 req-c58ce495-93b2-4a9a-aab7-1c61c6ec4f6c tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0493846 Nov 18 17:24:20.120833 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e2fc0456-e02e-4d1c-82b8-342e3d345b83 req-28723b29-1dec-4960-976e-ffb8d4d502f9 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] 10.222.0.21 "GET /v2.0/ports?device_id=464d6d6e-3bd8-4e4b-a5c1-01b1c967f3be HTTP/1.1" status: 200 len: 210 time: 0.0499952 Nov 18 17:24:21.247646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40004) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:21.787896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:22.637731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Deleting port a4ea5ff7-c91a-47c1-84d3-996df172b5db {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:24:22.638336 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:22.826188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] For port a4ea5ff7-c91a-47c1-84d3-996df172b5db, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=a4ea5ff7-c91a-47c1-84d3-996df172b5db,segment=NetworkSegment(666786da-facb-4ab2-bfe2-b4dd7197efa1),segment_id=666786da-facb-4ab2-bfe2-b4dd7197efa1)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:24:22.826584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:22.958420 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Calling delete_port for a4ea5ff7-c91a-47c1-84d3-996df172b5db owned by network:router_interface {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:24:23.248916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:23.265438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:23.313582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ea5ff7-c91a-47c1-84d3-996df172b5db,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:23.338854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.339277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.339687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.340090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.340490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.340890 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.341286 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.341680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.342098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.342470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.342864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.343477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.343913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.344307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.344698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.345091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.345651 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.346142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.346535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.346928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.347322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.347712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.348107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.348495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:23.399438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:23.712306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:24.438341 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Router 1745cc5d-3745-42ef-915d-75736ed84f98 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:24:24.652834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:24:24.661674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] Sync routers for ids ['1745cc5d-3745-42ef-915d-75736ed84f98'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:24:24.674145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] Routers {'1745cc5d-3745-42ef-915d-75736ed84f98'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:24:24.674805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1745cc5d-3745-42ef-915d-75736ed84f98'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:24.685301 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] 10.222.0.21 "PUT /v2.0/routers/1745cc5d-3745-42ef-915d-75736ed84f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4363730 Nov 18 17:24:24.687885 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40028) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:24.870594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] Set router 1745cc5d-3745-42ef-915d-75736ed84f98 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:24:24.894472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks [] for router, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:25.187560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T17:24:23Z', 'revision_number': 5, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:25.191689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] Checking router: 1745cc5d-3745-42ef-915d-75736ed84f98 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:24:25.203094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] Routers {'1745cc5d-3745-42ef-915d-75736ed84f98'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:24:25.203738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['1745cc5d-3745-42ef-915d-75736ed84f98'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:25.330237 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:25.371186 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Deleting port ceb67595-ae8a-4dde-aa7e-e32a975b94f7 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:24:25.371567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:25.393159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] Set router 1745cc5d-3745-42ef-915d-75736ed84f98 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:24:25.557737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] For port ceb67595-ae8a-4dde-aa7e-e32a975b94f7, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:24:25.558860 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:25.690288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Calling delete_port for ceb67595-ae8a-4dde-aa7e-e32a975b94f7 owned by network:router_gateway {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:24:25.701362 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T17:24:23Z', 'revision_number': 5, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:25.705467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a260e6-3a26-4bfd-a597-3fcf66ba1642 None None] The sync data for ids ['1745cc5d-3745-42ef-915d-75736ed84f98'] in dv-cinder-760184-2-iscsi is: [{'id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'name': 'tempest-ServerRescueNegativeTestJSON-1280821686-router', 'tenant_id': '304e16b74c9644d4a37db567ae1147ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T17:24:23Z', 'revision_number': 5, 'project_id': '304e16b74c9644d4a37db567ae1147ab', 'gw_port': {'id': 'ceb67595-ae8a-4dde-aa7e-e32a975b94f7', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1745cc5d-3745-42ef-915d-75736ed84f98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:24:25.923366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:25.939624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:25.991764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb67595-ae8a-4dde-aa7e-e32a975b94f7,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:26.003902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:26.304144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.575158 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.579542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.689290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.690001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1745cc5d-3745-42ef-915d-75736ed84f98 {{(pid=80398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:24:26.704292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.707381 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1745cc5d-3745-42ef-915d-75736ed84f98 HTTP/1.1" status: 204 len: 168 time: 2.0166781 Nov 18 17:24:26.708338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40042) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:26.791593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Deleting subnet 366c8801-3abf-4842-98a9-44d96e1e59bb {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:24:26.795242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.855363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:26.915673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:27.346237 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:27.362811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:27.405592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366c8801-3abf-4842-98a9-44d96e1e59bb,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:27.409705 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:27.449488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device a4ea5ff7-c91a-47c1-84d3-996df172b5db no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:24:27.485343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: a4ea5ff7-c91a-47c1-84d3-996df172b5db {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:24:27.485742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device a4ea5ff7-c91a-47c1-84d3-996df172b5db not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:24:27.486213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device ceb67595-ae8a-4dde-aa7e-e32a975b94f7 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:24:27.503585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:27.509814 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/366c8801-3abf-4842-98a9-44d96e1e59bb HTTP/1.1" status: 204 len: 168 time: 0.7998915 Nov 18 17:24:27.512240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40050) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:27.522296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: ceb67595-ae8a-4dde-aa7e-e32a975b94f7 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:24:27.522699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device ceb67595-ae8a-4dde-aa7e-e32a975b94f7 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:24:27.630057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:27.822950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:27.938780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50ab99a-ef59-4727-a9f1-021d1be6e1cb']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:27.957192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666786da-facb-4ab2-bfe2-b4dd7197efa1') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:27.957531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666786da-facb-4ab2-bfe2-b4dd7197efa1') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:27.970838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:28.043547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:28.045857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:24:28.231132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:24:28.240951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:28.645295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Network a50ab99a-ef59-4727-a9f1-021d1be6e1cb has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:24:28.668144 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:24:28.900114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:28.904553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:28.908485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:28.934464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=a50ab99a-ef59-4727-a9f1-021d1be6e1cb,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:28.937252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:28.969618 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-185a859a-1bd0-40db-8428-b2bc2d313f2f admin admin] 10.222.0.21 "DELETE /v2.0/networks/a50ab99a-ef59-4727-a9f1-021d1be6e1cb HTTP/1.1" status: 204 len: 168 time: 1.4563162 Nov 18 17:24:29.202115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40072) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:29.255335 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-4af8ff19-069c-49e4-a18c-eb10afb5c9c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=304e16b74c9644d4a37db567ae1147ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519161 Nov 18 17:24:29.257723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40076) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:29.319177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:29.346297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:29.620434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:29.625691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e1fc737b-8920-45b6-83a1-b1b1a66a64a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:29.640714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c100a0-8bf3-47ef-81b8-bb25780e42ce,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:29.643255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:29.676506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:29.677746 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90c100a0-8bf3-47ef-81b8-bb25780e42ce HTTP/1.1" status: 204 len: 168 time: 0.4190173 Nov 18 17:24:30.739595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40108) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:30.881006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-network', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:30.886118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:30.890165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Usage tracker for resource:network and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:30.893161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:30.899363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:30.956998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Made reservation on behalf of d2cabf1fb5814ad991b7b3dfb433916b for: {'network': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:24:30.961767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:30.976037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.008377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:31.012321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:31.015252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:31.021155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:31.257947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.288645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.292922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b0587022-1580-494a-abae-18c3c7e70d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:31.321636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:24:31.334798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dda22e-9719-47af-b59e-6d6729d5becb,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:31.338204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:31.341024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.341437 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Added segment b64ea52b-96e3-41ee-9686-826bd43358db of type vxlan for network d5106dce-df44-4783-9f13-3c3368b86d18 Nov 18 17:24:31.370055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.425619 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.426928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:31.427584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:31.432836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a17d427a-c759-4b34-8d70-692b8486a8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:31.537517 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7955809 Nov 18 17:24:31.540657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 40118) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:31.543394 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Pushing event updated for resources: {'Network': ['ID=d5106dce-df44-4783-9f13-3c3368b86d18,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:31.546623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ba42beeb-8a63-4959-93a7-4a79bb070e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:31.547192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Request body: {'subnet': {'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-subnet', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:31.553058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:31.554747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network d5106dce-df44-4783-9f13-3c3368b86d18 details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:24:31.557606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Usage tracker for resource:subnet and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:31.560711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:31.566917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:31.572976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network d5106dce-df44-4783-9f13-3c3368b86d18 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:24:31.603060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Made reservation on behalf of d2cabf1fb5814ad991b7b3dfb433916b for: {'subnet': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:24:31.608144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319373'] for subnet, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.057338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2733428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319420'] for subnet, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.073616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bf25aa0c-2602-49bd-be87-6593231c2395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:32.206307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bf2111-d2f1-49aa-bcd0-5c42233092b0,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:32.222708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.223123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.223529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.223926 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.224360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.224758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.225149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.225540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.225958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.226351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.226739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.227126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.227551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.227939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.228324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.228708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.229092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.229476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.229861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.230265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.230646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.231025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.231407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.231788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:32.236872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:32.290939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Checking segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:24:32.291337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Network hostable DHCP agents. Network: d5106dce-df44-4783-9f13-3c3368b86d18, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:24:32.351398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Network d5106dce-df44-4783-9f13-3c3368b86d18 is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:24:32.385571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, d5106dce-df44-4783-9f13-3c3368b86d18) {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:32.394443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c121dd5-af19-4472-bdf4-80057eab2079 None None] Network d5106dce-df44-4783-9f13-3c3368b86d18 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:24:32.397669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:32.398384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.443956 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5e3937d8-b7d4-4d30-b85b-ddc28c32dba0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9018340 Nov 18 17:24:32.446640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 40126) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:32.452020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:32.456955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:32.461061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Usage tracker for resource:router and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:32.464647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:32.470506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:32.506009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853019215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717353'] for router, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.507040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853018794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1772320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58463'] for router, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.565398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.622277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c3752-91bd-594e-9b6d-517dff42d2ad-d5106dce-df44-4783-9f13-3c3368b86d18', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0'}]}} from dv-cinder-760184-2-iscsi. {{(pid=80399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 17:24:32.623179 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.782680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1772337', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853019186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58446'] for router, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:32.925708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Allocated IP 172.20.0.2 (d5106dce-df44-4783-9f13-3c3368b86d18/91bf2111-d2f1-49aa-bcd0-5c42233092b0/f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde) {{(pid=80399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:24:33.012834 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.046184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.340464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Allocated IP 172.27.1.200 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/31e57b80-65b9-40cf-a1aa-54aaee27c045) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:24:33.356910 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Notify callbacks [] for port, precommit_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.368326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Transition to ACTIVE for port object f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:33.384822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Transition to ACTIVE for port object f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde will not be triggered until provisioned by entity DHCP. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:33.444636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295'] for port, after_create {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.470518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a140ac29-23f1-46cf-b758-bc795ff00663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:33.499933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.558174 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.573901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:33.605182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Pushing event updated for resources: {'Port': ['ID=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,revision_number=1']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:33.624895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.625299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.625685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.626096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.626473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.626849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.627224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.627596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.627971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.628667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.628667 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.629059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.629479 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.629845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.630293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.630663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.631029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.631395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.631759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.632121 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.632489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.632853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.633216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.633579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:33.638199 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:33.683681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Network d5106dce-df44-4783-9f13-3c3368b86d18 is already hosted by enough agents. {{(pid=80399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:24:33.684994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Resources bound (agent type, host, resource id): {{(pid=80399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:33.687554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Received port after_create {{(pid=80399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:24:33.753488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Attempting to bind port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:33.754131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Attempting to bind port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:24:33.754642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Attempting to bind port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde on network d5106dce-df44-4783-9f13-3c3368b86d18 {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:24:33.762736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:24:33.763359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Checking segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:24:33.763923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.764480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Bound using segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:24:33.765122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Bound port: f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:24:33.765796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.867489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] For port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:24:33.870751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] For port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:24:33.906670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:33.923258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-27173c77-bcc0-466c-bd8b-1387a54001aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:33.929376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Pushing event updated for resources: {'Port': ['ID=31e57b80-65b9-40cf-a1aa-54aaee27c045,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:33.935008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:33.980647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:24:33.981864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:33.984156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:24:34.082960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Pushing event updated for resources: {'Port': ['ID=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:34.088830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:34.234723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:34.235533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1756614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853003434'] for router, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:34.546222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 is scheduled to L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee with binding_index 1 {{(pid=80397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 17:24:34.760456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:24:34.770413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:24:34.784600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:24:34.785291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:34.826656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] Notify callbacks [] for router, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:34.828057 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f26978c2-f35b-4ff8-b395-65f806e0ef65 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3804402 Nov 18 17:24:34.830787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 40144) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:34.995548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:24:35.043222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2b18d721-646e-484b-a002-c43374348cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:35.313196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:34Z', 'revision_number': 3, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:35.317399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:24:35.318716 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Updating router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 port 31e57b80-65b9-40cf-a1aa-54aaee27c045 binding host dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:24:35.374543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:35.536197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:35.561400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee5ca4-20fa-4cd6-b92b-afdda4cae3c4 None None] Network d5106dce-df44-4783-9f13-3c3368b86d18 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:24:35.571407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:35.771668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a25ff88a-d08b-410d-a019-935f379dc912 None None] Provisioning for port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:35.922665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:35.935478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Allocated IP 172.20.0.1 (d5106dce-df44-4783-9f13-3c3368b86d18/91bf2111-d2f1-49aa-bcd0-5c42233092b0/5ede2b63-39d1-4a32-970f-f6678cd7db53) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:24:35.948904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:35.949279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.112504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.132917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Transition to ACTIVE for port object 5ede2b63-39d1-4a32-970f-f6678cd7db53 will not be triggered until provisioned by entity DHCP. {{(pid=80397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:36.175405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.192549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:36.232288 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.resource_extend [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 17:24:36.327451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ede2b63-39d1-4a32-970f-f6678cd7db53,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:36.330734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:36.362342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.382426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Transition to ACTIVE for port object 31e57b80-65b9-40cf-a1aa-54aaee27c045 will not be triggered until provisioned by entity L2. {{(pid=80399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:36.384679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.391020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Network d5106dce-df44-4783-9f13-3c3368b86d18 is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:24:36.392415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:36.395109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:24:36.422190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.439883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:24:36.440981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7a02db3a-e7e3-4d25-9042-78cec5ff9948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:36.457409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824002'] for router_interface, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.495133 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.561957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.581400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92c994-5d30-4054-9c71-dcf1af483d6c None None] Pushing event updated for resources: {'Port': ['ID=31e57b80-65b9-40cf-a1aa-54aaee27c045,revision_number=2']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:36.586503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7b92c994-5d30-4054-9c71-dcf1af483d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:36.587027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:36.700588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:36.718730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:36.725551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-460a6a4b-7fe5-4305-b6dd-a27da09828ab None None] Provisioning complete for port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:36.726004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-460a6a4b-7fe5-4305-b6dd-a27da09828ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.890142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Attempting to bind port 31e57b80-65b9-40cf-a1aa-54aaee27c045 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:36.890575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Attempting to bind port 31e57b80-65b9-40cf-a1aa-54aaee27c045 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:24:36.890999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Attempting to bind port 31e57b80-65b9-40cf-a1aa-54aaee27c045 on network 69246823-6917-40f8-92cd-750e4e03e7cc {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:24:36.898932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f4dd968c-ae2f-4ff5-b506-68f09e5b3614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.917400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:24:36.917837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Checking segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:24:36.918328 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:36.918786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Bound using segment: {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'} {{(pid=80399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:24:36.919629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Bound port: 31e57b80-65b9-40cf-a1aa-54aaee27c045, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e83f339-f3cc-4fcb-82af-5b0da9483da2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}}] {{(pid=80399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:24:36.920096 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.004177 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] For port 31e57b80-65b9-40cf-a1aa-54aaee27c045, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:24:37.008312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] For port 31e57b80-65b9-40cf-a1aa-54aaee27c045, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=31e57b80-65b9-40cf-a1aa-54aaee27c045,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:24:37.032513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.048546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-34189724-a8fc-442b-a25e-398548569aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:37.097037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.118699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.196021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9000d439-f1d1-45b1-aff6-9268a39ee0f4 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:37.233292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92c994-5d30-4054-9c71-dcf1af483d6c None None] Pushing event updated for resources: {'Port': ['ID=31e57b80-65b9-40cf-a1aa-54aaee27c045,revision_number=3']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:37.247370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7b92c994-5d30-4054-9c71-dcf1af483d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:37.284433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-04bf639e-dfb5-48cf-a729-49b0cc24f58e None None] Provisioning for port 5ede2b63-39d1-4a32-970f-f6678cd7db53 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:37.290601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-04bf639e-dfb5-48cf-a729-49b0cc24f58e None None] Provisioning complete for port 5ede2b63-39d1-4a32-970f-f6678cd7db53 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:37.291034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-04bf639e-dfb5-48cf-a729-49b0cc24f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.303473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1538138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852951705'] for router_interface, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.327805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ede2b63-39d1-4a32-970f-f6678cd7db53,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:37.332971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:37.335284 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:24:37.335977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:37.427755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-04bf639e-dfb5-48cf-a729-49b0cc24f58e None None] Port 5ede2b63-39d1-4a32-970f-f6678cd7db53 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:24:37.459562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Network d5106dce-df44-4783-9f13-3c3368b86d18 is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:24:37.460672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:37.493542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:37.578920 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-04bf639e-dfb5-48cf-a729-49b0cc24f58e None None] Provisioning complete for port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:37.579485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-04bf639e-dfb5-48cf-a729-49b0cc24f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.666870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:24:37.805945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:37.806381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:37.872727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:24:37.921205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:38.093633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:24:38.104476 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-a4c1493b-2f9a-451e-bc8f-66829aaf6fb2 admin admin] 10.222.0.21 "PUT /v2.0/routers/97288ccf-1e13-4ad0-96e1-241658a9e5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2725437 Nov 18 17:24:38.338017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-b54dd876-a915-40dc-9d55-ab60a5076dd6 None None] Provisioning complete for port 5ede2b63-39d1-4a32-970f-f6678cd7db53 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:38.338455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b54dd876-a915-40dc-9d55-ab60a5076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:38.410505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-b54dd876-a915-40dc-9d55-ab60a5076dd6 None None] Port 5ede2b63-39d1-4a32-970f-f6678cd7db53 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:24:38.426297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 2, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:38.431433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb2fed-23c2-4793-8577-58cc4bf692b7 None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 2, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:24:38.620246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 40174) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:38.626125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'security_group': {'name': 'tempest-securitygroup--95117064', 'description': 'tempest-description--365388809'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:38.632987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:38.637450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:38.640854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:38.646857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:38.854856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:38.898304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:38.902500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:38.905583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:38.911497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:38.912100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:38.983090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.015161 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.021468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0c347de6-9d48-44db-a87c-e4f0725bb9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:39.066338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:39.070184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:39.106486 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.108166 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.4865391 Nov 18 17:24:39.110909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 40182) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:39.116801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'security_group_rule': {'security_group_id': '9fc025c9-ce23-4ac5-bb07-8eab14fa54e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:39.123540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:39.127869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:39.133233 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:39.147455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:39.207602 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.276315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.306236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.308602 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:39.333578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3b8f4c-bedd-4362-a3b5-d75a2312d1d9,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:39.336990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:39.374949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.376559 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2642794 Nov 18 17:24:39.379198 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40188) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:39.388203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'security_group_rule': {'security_group_id': '9fc025c9-ce23-4ac5-bb07-8eab14fa54e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:39.392802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:39.400373 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:39.403815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:39.408967 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.412433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:39.456460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.503119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 31e57b80-65b9-40cf-a1aa-54aaee27c045 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:39.538375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.574653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.576899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c96051c6-3056-479b-a97d-3f32191e6ec0 tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:39.597732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 31e57b80-65b9-40cf-a1aa-54aaee27c045 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:39.601728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500a0c79-39b0-4693-b4c7-f09cd7d3afc5,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:39.603714 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 31e57b80-65b9-40cf-a1aa-54aaee27c045 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:39.603847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.604463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:39.637592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.639528 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-cf098907-5317-4c68-aa62-29254fadca75 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2590451 Nov 18 17:24:39.642792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40192) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:24:39.649389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'floatingip': {'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:39.655665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:39.660025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:floatingip and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:24:39.663106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:24:39.668906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:39.700570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.733193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.750055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 31e57b80-65b9-40cf-a1aa-54aaee27c045, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=31e57b80-65b9-40cf-a1aa-54aaee27c045,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:24:39.774699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.776765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:39.845731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:39.859496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=31e57b80-65b9-40cf-a1aa-54aaee27c045,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:39.863348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:40.131925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Allocated IP 172.27.1.188 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/ee760b63-3b07-43cd-a2f4-656c69d5beb5) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:24:40.293214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:40.346254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:40.362028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:40.499550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'Port': ['ID=ee760b63-3b07-43cd-a2f4-656c69d5beb5,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:40.509549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:40.554969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:24:40.556229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:40.558594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:24:40.646642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:40.733331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:40.997085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:41.037259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:41.052423 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-559d6a55-0636-4146-96f6-130179f62aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:41.192485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'Port': ['ID=ee760b63-3b07-43cd-a2f4-656c69d5beb5,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:41.203493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:41.298506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:41.357297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:41.358674 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7147291 Nov 18 17:24:41.462623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 31e57b80-65b9-40cf-a1aa-54aaee27c045 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:41.540259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 31e57b80-65b9-40cf-a1aa-54aaee27c045 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:41.540943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:41.549639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-10cedb85-c54f-436c-892b-991f0e35f222 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:24:41.597526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-10cedb85-c54f-436c-892b-991f0e35f222 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:24:41.603951 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-10cedb85-c54f-436c-892b-991f0e35f222 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--95117064&fields=id&tenant_id=d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 267 time: 0.1023962 Nov 18 17:24:41.606759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:24:41.752955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:24:41.766187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:24:41.766842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:41.771145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ad965-30d7-4984-8f30-85807d18d19f req-e6b24801-2e17-453b-8353-aaf6bb9993c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:41.773235 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-e6b24801-2e17-453b-8353-aaf6bb9993c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 817 time: 0.1620770 Nov 18 17:24:41.791065 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-0561d54f-dae2-4715-8e28-70724bd9487f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/quotas/d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 375 time: 0.0115619 Nov 18 17:24:41.876581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-8cb16f0d-5d42-475e-a997-d6effa999318 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:24:41.922940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-8cb16f0d-5d42-475e-a997-d6effa999318 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:24:41.924397 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-8cb16f0d-5d42-475e-a997-d6effa999318 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278443 Nov 18 17:24:41.958038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:24:42.025585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-d6203c92-dba6-47ee-be17-7717906db9bb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80397) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:24:42.026713 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-d6203c92-dba6-47ee-be17-7717906db9bb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0891786 Nov 18 17:24:42.205470 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-39c74b28-a0e0-41ee-99de-32038b39c57d service neutron] 10.222.0.21 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716850 Nov 18 17:24:42.353739 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-9d49de21-7b66-456d-a443-bd7c94f56491 service neutron] 10.222.0.21 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409349 Nov 18 17:24:42.448833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 2, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:42.452848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:24:42.453290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Updating router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 port 5ede2b63-39d1-4a32-970f-f6678cd7db53 binding host dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 17:24:42.505970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:42.630356 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-af69cb0d-ddab-4013-b180-9e0e41fad05f req-f02e391a-a3d0-4579-8d36-2636271c3d5f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0461099 Nov 18 17:24:42.916506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Notify callbacks [] for port, precommit_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:42.928374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Transition to ACTIVE for port object 5ede2b63-39d1-4a32-970f-f6678cd7db53 will not be triggered until provisioned by entity L2. {{(pid=80400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:42.962534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:42.981084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:43.113278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Pushing event updated for resources: {'Port': ['ID=5ede2b63-39d1-4a32-970f-f6678cd7db53,revision_number=3']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:43.136643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.137039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.137433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.137807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.138203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.138576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.138944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.139311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.139683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.140051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.140421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.140783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.141187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.141596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.142001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.142367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.142725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.143089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.143449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.143809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.144169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.144526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.144887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.145244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:24:43.151264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:43.304146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Attempting to bind port 5ede2b63-39d1-4a32-970f-f6678cd7db53 on host dv-cinder-760184-2-iscsi for vnic_type normal with profile {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:43.304559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Attempting to bind port 5ede2b63-39d1-4a32-970f-f6678cd7db53 by drivers openvswitch on host dv-cinder-760184-2-iscsi at level 0 using segments [{'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:24:43.304968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Attempting to bind port 5ede2b63-39d1-4a32-970f-f6678cd7db53 on network d5106dce-df44-4783-9f13-3c3368b86d18 {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:24:43.311991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Checking agent: {'id': '358bc878-13cb-4dbe-806f-bb347a8de03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 50, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 51, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:24:43.312411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Checking segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:24:43.312861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:43.313296 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Bound using segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} {{(pid=80400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:24:43.313805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Bound port: 5ede2b63-39d1-4a32-970f-f6678cd7db53, host: dv-cinder-760184-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}}] {{(pid=80400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:24:43.314249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:43.409848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] For port 5ede2b63-39d1-4a32-970f-f6678cd7db53, host dv-cinder-760184-2-iscsi, cleared binding levels {{(pid=80400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:24:43.414167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] For port 5ede2b63-39d1-4a32-970f-f6678cd7db53, host dv-cinder-760184-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=5ede2b63-39d1-4a32-970f-f6678cd7db53,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:24:43.483401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:43.499632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:43.651638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Pushing event updated for resources: {'Port': ['ID=5ede2b63-39d1-4a32-970f-f6678cd7db53,revision_number=4']} {{(pid=80400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:43.656299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3795504d-e065-4fee-91cb-8bbbfe8cffb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:43.703616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:24:43.704295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:43.773287 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f7dd7f96-d789-4078-9104-0d5d0ce9658e req-6306bbd6-7bcb-408b-b9ee-9d3382c70f7b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0524337 Nov 18 17:24:43.924200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:24:43.957292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:44.261588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:43Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:24:44.265741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5d580-e22d-4279-8bf6-ca09eba0e439 None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:43Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:24:44.937401 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-04def62e-9b18-49d6-99b7-8df1824aa693 req-9b9b5b60-2b89-4a0b-84b0-32cfc5e4936a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0554876 Nov 18 17:24:45.476512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 5ede2b63-39d1-4a32-970f-f6678cd7db53 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:45.569048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning for port 5ede2b63-39d1-4a32-970f-f6678cd7db53 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:45.575378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 5ede2b63-39d1-4a32-970f-f6678cd7db53 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:45.575879 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:45.691603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:45.724675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] For port 5ede2b63-39d1-4a32-970f-f6678cd7db53, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=5ede2b63-39d1-4a32-970f-f6678cd7db53,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:24:45.751340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:45.753178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:45.821537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Pushing event updated for resources: {'Port': ['ID=5ede2b63-39d1-4a32-970f-f6678cd7db53,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:45.825112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:46.079684 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dcbaf022-840e-4cce-93d7-aae6539e9b9e req-5ae576e9-128a-4049-92d5-616f49e53b4b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0512791 Nov 18 17:24:47.275077 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-99a4ec39-8b51-41bc-83b5-9e608c182129 req-f0e43493-6c61-440e-ba50-ca4c2b2bc29d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0478084 Nov 18 17:24:47.463443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 5ede2b63-39d1-4a32-970f-f6678cd7db53 up at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:47.534852 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Provisioning complete for port 5ede2b63-39d1-4a32-970f-f6678cd7db53 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:47.535201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:48.468190 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-574c0738-8337-454a-8738-389d0c7ade5d req-415a4b95-4ff4-49b5-9b4b-9ba49a39db5a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0478089 Nov 18 17:24:48.854685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ad965-30d7-4984-8f30-85807d18d19f req-fde1f32f-8d2d-4355-8eb7-681c196f496b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:48.855426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-fde1f32f-8d2d-4355-8eb7-681c196f496b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:network {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:24:48.905857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-fde1f32f-8d2d-4355-8eb7-681c196f496b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:network {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:24:48.907188 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-fde1f32f-8d2d-4355-8eb7-681c196f496b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 817 time: 0.2094555 Nov 18 17:24:48.992737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-9ebd7c2f-4ead-47f6-aa21-9bfcd1ec2800 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:24:49.004990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e15ad965-30d7-4984-8f30-85807d18d19f req-9ebd7c2f-4ead-47f6-aa21-9bfcd1ec2800 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:24:49.006948 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-9ebd7c2f-4ead-47f6-aa21-9bfcd1ec2800 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 5042 time: 0.0842957 Nov 18 17:24:49.016656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'port': {'device_id': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'admin_state_up': True, 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'security_groups': ['9fc025c9-ce23-4ac5-bb07-8eab14fa54e7']}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:49.167427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:24:49.177442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:24:49.225814 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Made reservation on behalf of d2cabf1fb5814ad991b7b3dfb433916b for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:24:49.231500 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:49.583015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Allocated IP 172.20.0.3 (d5106dce-df44-4783-9f13-3c3368b86d18/91bf2111-d2f1-49aa-bcd0-5c42233092b0/a1448aad-87c1-48b1-9c9a-39bc5c78a216) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:24:49.691655 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4fd36687-d50e-4286-b71e-c2deb04a9e74 req-17dd8469-00b5-4a4c-8f46-572832d5be04 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0684865 Nov 18 17:24:49.829780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:49.845769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Transition to ACTIVE for port object a1448aad-87c1-48b1-9c9a-39bc5c78a216 will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:49.900450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:49.915892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-310e6f25-8aba-41bd-9394-f7e61bcb9071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:50.054073 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'Port': ['ID=a1448aad-87c1-48b1-9c9a-39bc5c78a216,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:50.061413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:50.116684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Network d5106dce-df44-4783-9f13-3c3368b86d18 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:24:50.117793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:24:50.120314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:24:50.193708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:50.194464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:50.318385 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3054881 Nov 18 17:24:50.331338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Request body: {'port': {'device_id': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:24:50.380283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-2f771111-eced-4a01-b626-616683c45b61 None None] Provisioning for port a1448aad-87c1-48b1-9c9a-39bc5c78a216 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:50.386330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-2f771111-eced-4a01-b626-616683c45b61 None None] Provisioning complete for port a1448aad-87c1-48b1-9c9a-39bc5c78a216 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:50.386750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f771111-eced-4a01-b626-616683c45b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:50.440955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-2f771111-eced-4a01-b626-616683c45b61 None None] Port a1448aad-87c1-48b1-9c9a-39bc5c78a216 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:24:50.449369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:50.861801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1448aad-87c1-48b1-9c9a-39bc5c78a216 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:24:50.870070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:50.883292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Transition to ACTIVE for port object a1448aad-87c1-48b1-9c9a-39bc5c78a216 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:24:50.905684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:50.921597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:50.921826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c176-04db-44c9-82ec-ffcae7d7174a req-82ca6e69-1663-435a-83aa-9951dc68700b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:50.923278 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1869c176-04db-44c9-82ec-ffcae7d7174a req-82ca6e69-1663-435a-83aa-9951dc68700b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 931 time: 0.0856750 Nov 18 17:24:50.978782 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1869c176-04db-44c9-82ec-ffcae7d7174a req-518e9815-df0e-489d-9550-924db6a2feb3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483189 Nov 18 17:24:51.283172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Pushing event updated for resources: {'Port': ['ID=a1448aad-87c1-48b1-9c9a-39bc5c78a216,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:51.291030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:51.466154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Attempting to bind port a1448aad-87c1-48b1-9c9a-39bc5c78a216 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:24:51.466536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Attempting to bind port a1448aad-87c1-48b1-9c9a-39bc5c78a216 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:24:51.466907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Attempting to bind port a1448aad-87c1-48b1-9c9a-39bc5c78a216 on network d5106dce-df44-4783-9f13-3c3368b86d18 {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:24:51.473932 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:24:51.474305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Checking segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:24:51.474713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:51.475671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Bound using segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:24:51.476154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Bound port: a1448aad-87c1-48b1-9c9a-39bc5c78a216, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:24:51.476531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:51.572330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] For port a1448aad-87c1-48b1-9c9a-39bc5c78a216, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:24:51.575839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] For port a1448aad-87c1-48b1-9c9a-39bc5c78a216, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:24:51.614826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:51.630504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7bf1e64c-f8e9-444f-8fec-2938ab8123ed tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:51.780744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Pushing event updated for resources: {'Port': ['ID=a1448aad-87c1-48b1-9c9a-39bc5c78a216,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:51.785613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:51.821319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:51.822893 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] 10.222.0.43 "PUT /v2.0/ports/a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1157 time: 1.4962301 Nov 18 17:24:51.824521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:24:51.979306 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'status': 'completed', 'code': 200} Nov 18 17:24:51.991496 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-8c56520b-db93-4865-b275-bb61d2fab72a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1160 time: 0.0970464 Nov 18 17:24:52.066039 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-96e7108f-bd7c-41af-93dc-420ebb49e09b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 217 time: 0.0670669 Nov 18 17:24:52.140604 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ad965-30d7-4984-8f30-85807d18d19f req-618f7164-720f-4775-9e1e-ce93cc4f5957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:52.142153 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-618f7164-720f-4775-9e1e-ce93cc4f5957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0694270 Nov 18 17:24:52.216369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa225341-0dfa-44ce-8e80-995fe70981a4 req-c37f7ad5-f92b-4f8d-932c-4ce111333950 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:52.218671 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fa225341-0dfa-44ce-8e80-995fe70981a4 req-c37f7ad5-f92b-4f8d-932c-4ce111333950 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 943 time: 0.0935855 Nov 18 17:24:52.234720 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-0b31fb50-ab70-4ddc-ac6a-e6cd125d1b87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838790 Nov 18 17:24:52.282951 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fa225341-0dfa-44ce-8e80-995fe70981a4 req-6bc3aecf-373f-4b84-b4d8-cc879914ff37 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581160 Nov 18 17:24:52.393908 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-fbc873f6-6bf3-4052-ad3e-56102bc2a0a1 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511819 Nov 18 17:24:52.547550 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e15ad965-30d7-4984-8f30-85807d18d19f req-7f85a75b-64b3-4ad0-951c-7b1554478912 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450384 Nov 18 17:24:52.730609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-1a034837-e42c-4f0f-bb45-246115ba5514 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1160 time: 0.0756714 Nov 18 17:24:52.875150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-40186d8a-0a13-4f33-8950-6a1a514e9593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:52.876701 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-40186d8a-0a13-4f33-8950-6a1a514e9593 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1392457 Nov 18 17:24:52.956190 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-71709a79-b6b5-4057-b42d-00e3019069d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 217 time: 0.0712843 Nov 18 17:24:53.029117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-3e237f88-bfa3-442a-b734-8cc519970a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:53.030759 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-3e237f88-bfa3-442a-b734-8cc519970a38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0677762 Nov 18 17:24:53.118729 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-f4d58a9f-7ea0-4049-b716-77167a4279f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809696 Nov 18 17:24:53.268355 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-570bb04f-b914-42b8-b30e-0fb97d1451b8 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423652 Nov 18 17:24:53.425193 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4496758-6fa7-4f2a-86f0-32ffd98d38dd req-5ac7fef4-a78a-41c6-bd16-1fb7706d095f service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1495113 Nov 18 17:24:53.522467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6edb1a-65d4-4bcc-a85a-c7a8bf28e0ae req-ddeaad9c-3e02-4f1f-b8fa-bb8678337592 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:53.523146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7c6edb1a-65d4-4bcc-a85a-c7a8bf28e0ae req-ddeaad9c-3e02-4f1f-b8fa-bb8678337592 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:24:53.575137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7c6edb1a-65d4-4bcc-a85a-c7a8bf28e0ae req-ddeaad9c-3e02-4f1f-b8fa-bb8678337592 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:24:53.576265 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7c6edb1a-65d4-4bcc-a85a-c7a8bf28e0ae req-ddeaad9c-3e02-4f1f-b8fa-bb8678337592 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 943 time: 0.1364648 Nov 18 17:24:53.629149 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7c6edb1a-65d4-4bcc-a85a-c7a8bf28e0ae req-c4f3068e-b545-4586-bc43-c0c53327477e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434551 Nov 18 17:24:54.860671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc0905-2654-4c48-bf26-b8eb82294c0a req-7447d63f-9609-4154-8cd3-1e67fa796e21 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:54.862306 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c6bc0905-2654-4c48-bf26-b8eb82294c0a req-7447d63f-9609-4154-8cd3-1e67fa796e21 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 943 time: 0.0868104 Nov 18 17:24:54.912323 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c6bc0905-2654-4c48-bf26-b8eb82294c0a req-4f0c0c6c-3e26-4cef-8169-e403ccee3b79 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434515 Nov 18 17:24:56.143830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f7ac1-127a-4f81-8b17-3a7f46e6f951 req-10f1fa86-d11c-4e01-90fc-fba9fdf10b30 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:56.146392 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f2f7ac1-127a-4f81-8b17-3a7f46e6f951 req-10f1fa86-d11c-4e01-90fc-fba9fdf10b30 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 943 time: 0.0870779 Nov 18 17:24:56.196637 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f2f7ac1-127a-4f81-8b17-3a7f46e6f951 req-474062ce-f71c-4e36-9771-b64ecf31bd8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433066 Nov 18 17:24:56.829963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device a1448aad-87c1-48b1-9c9a-39bc5c78a216 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:56.939941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port a1448aad-87c1-48b1-9c9a-39bc5c78a216 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:24:56.945250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port a1448aad-87c1-48b1-9c9a-39bc5c78a216 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:56.945666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:57.059853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:57.087746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:24:57.097914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port a1448aad-87c1-48b1-9c9a-39bc5c78a216, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:24:57.130808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:57.134615 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:24:57.171586 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'code': 200} Nov 18 17:24:57.210823 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=a1448aad-87c1-48b1-9c9a-39bc5c78a216,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:24:57.214779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:24:57.499772 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645329ea-444d-49dd-a951-e2a1fe5617d6 req-1dbb092a-5d29-4911-9dca-cbe16b53547e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:57.501408 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-645329ea-444d-49dd-a951-e2a1fe5617d6 req-1dbb092a-5d29-4911-9dca-cbe16b53547e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 945 time: 0.1583076 Nov 18 17:24:57.504507 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-02721f9e-e1cf-4492-9ff5-428108199e51 req-0a113d77-a7a3-4d93-b6d5-044a3090ad13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.1242409 Nov 18 17:24:57.582184 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-645329ea-444d-49dd-a951-e2a1fe5617d6 req-c84485e0-a6ba-4277-b590-b5d2ec1055aa tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744627 Nov 18 17:24:57.583840 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-02721f9e-e1cf-4492-9ff5-428108199e51 req-14092fbd-c947-47b2-87ef-ec90596439b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615046 Nov 18 17:24:58.356477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device a1448aad-87c1-48b1-9c9a-39bc5c78a216 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:24:58.431903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port a1448aad-87c1-48b1-9c9a-39bc5c78a216 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:24:58.432217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:24:58.832152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9967c-cfab-41dd-8c9e-adce75afac75 req-b93dfea9-6184-4419-9ec3-b17b1fb61c28 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:24:58.834902 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4a9967c-cfab-41dd-8c9e-adce75afac75 req-b93dfea9-6184-4419-9ec3-b17b1fb61c28 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 945 time: 0.1017303 Nov 18 17:24:58.891588 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e4a9967c-cfab-41dd-8c9e-adce75afac75 req-e8af7f23-c279-46a7-be37-42d288833840 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482521 Nov 18 17:25:00.145066 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eafe6-2cc8-4874-b714-9952f6f29232 req-331c33ae-74e8-4d30-b006-22d85bc44761 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:25:00.146754 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b90eafe6-2cc8-4874-b714-9952f6f29232 req-331c33ae-74e8-4d30-b006-22d85bc44761 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 945 time: 0.0856485 Nov 18 17:25:00.196117 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b90eafe6-2cc8-4874-b714-9952f6f29232 req-0aa1aabc-6281-4081-a110-3557ad44f054 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429940 Nov 18 17:25:00.420124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9a8f6-1ad3-4ac2-b48c-d2e3b73e5f43 req-966b8e11-6e4c-4f7d-8105-cfcef58b2f0a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:25:00.421736 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-62c9a8f6-1ad3-4ac2-b48c-d2e3b73e5f43 req-966b8e11-6e4c-4f7d-8105-cfcef58b2f0a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 945 time: 0.0873256 Nov 18 17:25:00.431953 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 40390) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:25:00.437689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'floatingip': {'port_id': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:25:00.519463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:01.397357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:01.419516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:01.618171 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Floating IP 55b844bb-565b-4f81-a473-a6830746d207 associated. External IP: 172.27.1.188, port: a1448aad-87c1-48b1-9c9a-39bc5c78a216. Nov 18 17:25:02.027591 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:25:02.240392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:25:02.246062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:02.250921 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:25:02.263695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:25:02.264371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:25:02.310425 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9735bc95-ee55-4f54-b463-bbbbaa72d671 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "PUT /v2.0/floatingips/55b844bb-565b-4f81-a473-a6830746d207 HTTP/1.1" status: 200 len: 991 time: 1.8770931 Nov 18 17:25:02.311036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:25:02.376643 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'status': 'completed', 'code': 200} Nov 18 17:25:02.472354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:25:02.479024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-a81abbd2-f5b4-4cd6-86e3-685b936ad702 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0788803 Nov 18 17:25:02.625141 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66830e6c-23be-4cd5-a857-80e301febad7 req-c8a22804-a4cd-46b6-b300-3247ff3d9f87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:25:02.628283 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-c8a22804-a4cd-46b6-b300-3247ff3d9f87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1414189 Nov 18 17:25:02.738636 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-5785c049-873e-4f7a-a5b4-6148fbe98a7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 999 time: 0.1040227 Nov 18 17:25:02.807613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66830e6c-23be-4cd5-a857-80e301febad7 req-4421bb3c-499e-41a9-ab5b-f2fa105dd336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:25:02.809264 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-4421bb3c-499e-41a9-ab5b-f2fa105dd336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0642467 Nov 18 17:25:02.847534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '55b844bb-565b-4f81-a473-a6830746d207', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'port_id': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'mac_address': 'fa:16:3e:7f:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:24:40Z', 'updated_at': '2020-11-18T17:25:01Z', 'revision_number': 1, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:25:02.851693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:25:02.863993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:25:02.864661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:24:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:25:02.900735 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-e7abfe89-e572-491b-bf24-291592724c33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841577 Nov 18 17:25:03.054724 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-53190b6a-4254-4ce1-8ca0-a3153f89f10b service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469402 Nov 18 17:25:03.213206 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-66830e6c-23be-4cd5-a857-80e301febad7 req-fd898aec-2c4d-447a-8028-129197671a30 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515074 Nov 18 17:25:03.225294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:25:03.601219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '55b844bb-565b-4f81-a473-a6830746d207', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'port_id': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'mac_address': 'fa:16:3e:7f:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:24:40Z', 'updated_at': '2020-11-18T17:25:01Z', 'revision_number': 1, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:25:03.605481 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f2ef6-f67b-4133-86c5-ed2c2dad1364 None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '55b844bb-565b-4f81-a473-a6830746d207', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'port_id': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'mac_address': 'fa:16:3e:7f:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:24:40Z', 'updated_at': '2020-11-18T17:25:01Z', 'revision_number': 1, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:25:03.978528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8083e7a-474d-4a32-aa02-d7ed849a9199 None None] New status for floating IP 55b844bb-565b-4f81-a473-a6830746d207: ACTIVE {{(pid=80400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:25:04.996763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7bcea9da-0ab8-430c-9b17-458e8ddecd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:06.859300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ab41b14f-033d-450a-bfcf-2e8d347fe478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:07.779282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:08.842216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:09.397095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:13.974144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:18.607828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:25:35.013382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1037eb03-9349-4fa4-a2d4-15089736f472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:36.847874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cd413d62-2e65-41c4-9286-6d72d769a8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:37.773680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:38.842024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:39.407704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:43.973223 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:25:55.608795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:25:58.996618 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-432d230c-2db6-4278-a94d-170b14dfdd4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1825938 Nov 18 17:25:59.151223 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-b23ad801-7cc9-4e66-b558-774bf801922d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0791633 Nov 18 17:25:59.312357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-a042e8fe-5d8c-4d66-b9e9-d4d3d873ef88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:25:59.313994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-a042e8fe-5d8c-4d66-b9e9-d4d3d873ef88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1408696 Nov 18 17:25:59.423365 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-75766ac7-7bd6-4de7-b000-eadc66a7d00b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1017122 Nov 18 17:25:59.499106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-9f1398bb-8e19-4609-8918-f4e5dcd379eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:25:59.500774 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-9f1398bb-8e19-4609-8918-f4e5dcd379eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0700710 Nov 18 17:25:59.583071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-7a6b5654-9552-4619-932d-c2fed3388af7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745678 Nov 18 17:25:59.730720 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-56866f96-4347-4154-88ae-17d0f72b9b78 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398489 Nov 18 17:25:59.878689 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eb4340f-07d6-4933-91f9-5ab59e1ff673 req-59454c8f-7eec-4d8f-90b6-d3d5619ebe99 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405637 Nov 18 17:26:05.012894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca667843-7fd0-45c2-8ee4-122640802eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:06.858617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3a72285-4b7c-4db2-9841-82f79f549697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:07.790839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:08.836002 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:09.401731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:13.950240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:32.608965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:26:35.001051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-af11f52d-d3a6-4e87-bd78-6022dfba7a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:36.858106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-42904a7e-8238-49ca-be26-014e69fd03bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:37.789710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:38.846798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:39.400407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:43.978239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:26:58.936150 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-61784d2a-3e26-43db-87cf-f4fa437d93a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0793767 Nov 18 17:26:59.085737 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-b6324b7b-e7b8-4fa1-8442-48e968049328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0737319 Nov 18 17:26:59.245467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-e84b5a65-080c-4505-be4d-7866e03e59a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:26:59.247142 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-e84b5a65-080c-4505-be4d-7866e03e59a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1417916 Nov 18 17:26:59.362092 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-e303a3a3-2820-4468-96bf-4aa2643bcd21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1062846 Nov 18 17:26:59.439112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-ebac10b9-62c9-4359-acc6-811cb141ee3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:26:59.440981 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-ebac10b9-62c9-4359-acc6-811cb141ee3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0668888 Nov 18 17:26:59.525917 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-69691c2a-7915-4273-932a-f6130c9622af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780492 Nov 18 17:26:59.673661 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-001bbb19-4897-4e25-a83c-321ac66b06be service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399226 Nov 18 17:26:59.818802 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a32d414-74e3-4fd5-87ea-63d702f7da5b req-833233f7-00d2-4a83-8e48-44d82f68790a service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378574 Nov 18 17:27:05.005792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-71c09554-690d-417c-8428-01a1298b6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:06.851833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-614108ce-ee82-4fd0-951f-b1f9f5a2c0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:07.794987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:08.840637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:09.417895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:09.609851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:27:13.971831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:35.011946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-771c6201-8b37-4a14-803f-27b14361a1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:36.851662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dcc1b558-0bd4-4ab1-91c8-26b6a7297c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:37.783375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:38.856603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:39.416568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:43.994669 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:27:46.610765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:28:00.128186 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-7942bf22-6d38-4721-af91-04025bf45373 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3050163 Nov 18 17:28:00.286237 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-534c7713-bd9c-497b-8ad8-d4ba619d9363 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0748801 Nov 18 17:28:00.441767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29439e7-d04b-4555-a5fc-40993b003406 req-268fc749-ff75-4f29-8c7d-e771d96aa2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:28:00.443298 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-268fc749-ff75-4f29-8c7d-e771d96aa2d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1374674 Nov 18 17:28:00.553487 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-369635b2-3ed6-412e-b1e3-5c1db22c5c5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1027160 Nov 18 17:28:00.626220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29439e7-d04b-4555-a5fc-40993b003406 req-3519dd7e-0a3f-43c4-be66-83642ab07666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:28:00.627823 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-3519dd7e-0a3f-43c4-be66-83642ab07666 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0675211 Nov 18 17:28:00.709486 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-5cbdc760-940e-439b-a495-2752f007a66b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739753 Nov 18 17:28:00.855067 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-2f756ae4-54a1-4063-a255-aafa279710ac service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377470 Nov 18 17:28:01.000567 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d29439e7-d04b-4555-a5fc-40993b003406 req-a0a8f1d0-3911-4824-bf4c-a42ba2e6e370 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382096 Nov 18 17:28:05.011130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-34eca874-44ec-40dc-be70-733a04f9809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:06.861271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-03b5beb6-6094-4311-84ed-5b91ad2b0d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:07.822937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:08.851151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:09.422643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:13.982638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:23.611406 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:28:35.010022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce4f0-9476-4b29-bd93-b2686232c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:36.872324 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-24ac8155-5ac2-454b-af4a-fdc39da89e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:37.820767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:38.849414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:39.450693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:28:44.016357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:00.312481 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-8cfdbbbf-9b3f-4d40-ad9a-7646197d8afd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0770717 Nov 18 17:29:00.476076 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-3be64db6-9078-467e-9e89-bbfb21ab0d1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0868278 Nov 18 17:29:00.612858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:29:00.637559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-069bec0d-97f4-4327-a72e-058ee138f628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:29:00.639194 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-069bec0d-97f4-4327-a72e-058ee138f628 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1416037 Nov 18 17:29:00.750983 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-6e05b2b6-d760-48bb-8efa-bb8918007ab9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1039510 Nov 18 17:29:00.821574 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-510fc21f-dd92-4627-9fdb-bbf29c3d3702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:29:00.823167 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-510fc21f-dd92-4627-9fdb-bbf29c3d3702 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0643263 Nov 18 17:29:00.908650 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-d61aa725-c53d-43b8-8c33-5e03d96b0ee9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767422 Nov 18 17:29:01.054280 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-b20e0ff2-be60-49c5-aadd-a8997b23f8a5 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383116 Nov 18 17:29:01.199559 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ebad0fd-4470-4681-8732-dca47f5f2738 req-d1cab085-4a37-40d9-b481-fb7c7a44fdec service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383440 Nov 18 17:29:05.009149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca68a5d3-74d8-4290-95f3-a6da916c9b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:06.871777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a940-8822-4bd2-8565-c6081b7ce656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:07.804437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:08.838757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:09.427311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:13.998681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:35.003988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-70a97240-e30d-4d3d-ac20-277de2c11d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:36.867323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-215ffe52-34a0-488f-bc9f-6c6198026989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:37.613857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:29:37.810132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:38.859770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:39.442643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:29:44.009848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:00.907025 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-84a044b3-34d2-49ef-9913-a87c1a86862b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0728450 Nov 18 17:30:01.063108 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-64c0df36-fd41-4e16-af9d-a98d57705412 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0769217 Nov 18 17:30:01.222674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-26ebf8a5-73d0-4fa0-81c8-fd00e46e1e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:30:01.224285 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-26ebf8a5-73d0-4fa0-81c8-fd00e46e1e72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1416571 Nov 18 17:30:01.334274 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-cbd75fff-fa91-4b7d-aaf5-6cdd7b90f159 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1024754 Nov 18 17:30:01.408610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-b57a3934-d535-4053-8d36-a70b78d9b1a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:30:01.415709 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-b57a3934-d535-4053-8d36-a70b78d9b1a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0692880 Nov 18 17:30:01.492539 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-c73384df-af28-485b-9a82-1d7bc7bd2693 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751739 Nov 18 17:30:01.637103 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-fa512c84-dd21-4835-8e7d-ab677c162f1e service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367209 Nov 18 17:30:01.781465 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7e2eb3ee-ede2-4206-ac67-3c47b75d1086 req-ce955122-819c-47dd-b24d-585c180643a4 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365728 Nov 18 17:30:05.009452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3e998038-5746-4d06-be29-dbf1b4ed913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:06.861087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c62a69e9-a2b7-4dd9-b2e2-cede7b3f1557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:07.786895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:08.844090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:09.442557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:14.009204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:14.615335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:30:28.987340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 42886) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:30:29.511098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:30.358377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Deleting port aeced97f-ec0f-4233-abe8-6e90ef99e348 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:30:30.358944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:30.542282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] For port aeced97f-ec0f-4233-abe8-6e90ef99e348, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=aeced97f-ec0f-4233-abe8-6e90ef99e348,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:30:30.542686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:30.670271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Calling delete_port for aeced97f-ec0f-4233-abe8-6e90ef99e348 owned by network:router_interface {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:30:30.956465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:30.972196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4792ff34-12ba-45b2-8ec2-128944bb7e2e tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:30:31.015221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeced97f-ec0f-4233-abe8-6e90ef99e348,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:30:31.088983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.089399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.089810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.090261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.090661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.091063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.091462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.091856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.092251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.092641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.093033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.093422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.093853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.094265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.094653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.095044 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.095967 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.096351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.096738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.097130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.097518 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.097916 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.098313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.098701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:30:31.106160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:30:31.425892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:32.193847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:30:32.413397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:30:32.422813 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] Sync routers for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:30:32.426580 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] 10.222.0.21 "PUT /v2.0/routers/8fc6bce7-b294-492d-872b-c9ae329dd3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4380431 Nov 18 17:30:32.429238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 42910) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:30:32.439787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:30:32.440487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:30:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:32.627354 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:30:32.637527 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks [] for router, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:32.952536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T17:30:30Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:32.959348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] Checking router: 8fc6bce7-b294-492d-872b-c9ae329dd3b2 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:30:32.978956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] Routers {'8fc6bce7-b294-492d-872b-c9ae329dd3b2'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:30:32.979765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:30:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:33.078270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:33.127690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Deleting port e285d3f6-e6f0-4f88-b37f-35179cf37e68 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:30:33.128318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:33.326590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] For port e285d3f6-e6f0-4f88-b37f-35179cf37e68, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=e285d3f6-e6f0-4f88-b37f-35179cf37e68,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:30:33.326995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:33.331070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] Set router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:30:33.462390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Calling delete_port for e285d3f6-e6f0-4f88-b37f-35179cf37e68 owned by network:router_gateway {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:30:33.640621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T17:30:30Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:33.645537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f865a62-1ebd-4292-87cd-819680e400f9 None None] The sync data for ids ['8fc6bce7-b294-492d-872b-c9ae329dd3b2'] in dv-cinder-760184-2-iscsi is: [{'id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'name': 'tempest-AttachVolumeTestJSON-95822716-router', 'tenant_id': 'fe3f95216bf242e688be11b8cbe7179e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:59:34Z', 'updated_at': '2020-11-18T17:30:30Z', 'revision_number': 5, 'project_id': 'fe3f95216bf242e688be11b8cbe7179e', 'gw_port': {'id': 'e285d3f6-e6f0-4f88-b37f-35179cf37e68', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6bce7-b294-492d-872b-c9ae329dd3b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:59:35Z', 'updated_at': '2020-11-18T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:30:33.718049 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:33.734762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:30:33.782957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e285d3f6-e6f0-4f88-b37f-35179cf37e68,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:30:33.785768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:30:34.107457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.385095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.389517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.504326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.504917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc6bce7-b294-492d-872b-c9ae329dd3b2 {{(pid=80398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:30:34.518864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.520167 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/8fc6bce7-b294-492d-872b-c9ae329dd3b2 HTTP/1.1" status: 204 len: 168 time: 2.0899198 Nov 18 17:30:34.522768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 42926) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:30:34.591915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Deleting subnet f8f694b2-d855-42d1-8403-314e1945066d {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:30:34.595934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.651783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:34.735859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.007348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c5b00a6d-8eff-4bda-af9d-1acf58c57ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.249645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.266376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:30:35.306322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f694b2-d855-42d1-8403-314e1945066d,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:30:35.319307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:30:35.401514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.406753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af601051-d20b-4e48-8dfb-91c2a9b209bd None None] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:30:35.407632 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e67e6d5d-bc66-4c08-aef5-984b496972de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f8f694b2-d855-42d1-8403-314e1945066d HTTP/1.1" status: 204 len: 168 time: 0.8838096 Nov 18 17:30:35.410130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 42934) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:30:35.529027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.597947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Deleting port 7ff7db27-2d88-4538-b997-9f68f021ded0 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:30:35.598335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.667766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device aeced97f-ec0f-4233-abe8-6e90ef99e348 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:30:35.704488 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] DHCP port deletion for f9d0af4a-0156-4411-bfcb-0d0297c2e22e request from dv-cinder-760184-2-iscsi {{(pid=80399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 17:30:35.706343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: aeced97f-ec0f-4233-abe8-6e90ef99e348 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:30:35.706734 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device aeced97f-ec0f-4233-abe8-6e90ef99e348 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:30:35.707206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e285d3f6-e6f0-4f88-b37f-35179cf37e68 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:30:35.742819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Deleting port 7ff7db27-2d88-4538-b997-9f68f021ded0 {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:30:35.743245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.773497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: e285d3f6-e6f0-4f88-b37f-35179cf37e68 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:30:35.773933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device e285d3f6-e6f0-4f88-b37f-35179cf37e68 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:30:35.832330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] For port 7ff7db27-2d88-4538-b997-9f68f021ded0, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ff7db27-2d88-4538-b997-9f68f021ded0,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:30:35.832731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.962789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] For port 7ff7db27-2d88-4538-b997-9f68f021ded0, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=7ff7db27-2d88-4538-b997-9f68f021ded0,segment=NetworkSegment(667d57d0-74b0-4766-90b7-3c05df8b1d61),segment_id=667d57d0-74b0-4766-90b7-3c05df8b1d61)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:30:35.963992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:35.971215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Calling delete_port for 7ff7db27-2d88-4538-b997-9f68f021ded0 owned by network:dhcp {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:30:36.090863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Calling delete_port for 7ff7db27-2d88-4538-b997-9f68f021ded0 owned by network:dhcp {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:30:36.129060 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:36.145635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-99b8be8e-1878-42de-8b69-077ba7a85f10 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:30:36.162622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:30:36.163035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:30:36.418340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff7db27-2d88-4538-b997-9f68f021ded0,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:30:36.421216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:30:36.522012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] No DVR routers for this DVR port 7ff7db27-2d88-4538-b997-9f68f021ded0 on host dv-cinder-760184-2-iscsi {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:30:36.648469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:36.664366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Deleting port 7ff7db27-2d88-4538-b997-9f68f021ded0 {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:30:36.664893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:36.735367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86748-77e2-4b12-a8bb-6acbf1ac7cbf None None] The port '7ff7db27-2d88-4538-b997-9f68f021ded0' was deleted {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 17:30:36.769740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d0af4a-0156-4411-bfcb-0d0297c2e22e']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:36.782657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667d57d0-74b0-4766-90b7-3c05df8b1d61') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:36.782999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667d57d0-74b0-4766-90b7-3c05df8b1d61') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:30:36.795115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:36.878430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:36.880662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:30:36.900455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9f27684a-b989-4fac-81d6-3cd8e7f48d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:37.066672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:30:37.075717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:37.255405 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Network f9d0af4a-0156-4411-bfcb-0d0297c2e22e has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:30:37.280939 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:30:37.494999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:37.498538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dfc574ce-3cae-4a2f-a7c9-2a34c0506e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:30:37.515061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:37.522293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d0af4a-0156-4411-bfcb-0d0297c2e22e,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:30:37.527403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:30:37.564285 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-09cd0f62-f935-476a-98fd-dddc294eb9dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/f9d0af4a-0156-4411-bfcb-0d0297c2e22e HTTP/1.1" status: 204 len: 168 time: 2.1531329 Nov 18 17:30:37.637541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ff7db27-2d88-4538-b997-9f68f021ded0 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:30:37.672592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 7ff7db27-2d88-4538-b997-9f68f021ded0 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:30:37.673167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 7ff7db27-2d88-4538-b997-9f68f021ded0 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:30:37.844460 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:37.894870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 42954) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:30:37.953373 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-842354d7-906e-4771-94ee-b87f6adb62a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe3f95216bf242e688be11b8cbe7179e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572011 Nov 18 17:30:37.956558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 42958) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:30:38.018295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:38.044859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:38.249475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:38.255372 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ac39f943-9a32-4e5b-a2ab-e180b60c92df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:30:38.269556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef8849-7856-4f4f-b66e-e201549a6575,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:30:38.273605 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:30:38.276974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:38.278291 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beef8849-7856-4f4f-b66e-e201549a6575 HTTP/1.1" status: 204 len: 168 time: 0.3206918 Nov 18 17:30:38.855408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:39.456019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:44.001652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:30:51.615700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:30:58.630696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-5f89c347-de6d-40a5-ad33-baef53507eda req-c7b33be3-e368-44b0-b47c-b6f9f237c2bc tempest-TestMinimumBasicScenario-295062854 tempest-TestMinimumBasicScenario-295062854] (80397) timed out ('10.222.0.43', 49906) {{(pid=80397) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 18 17:31:00.495403 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-fa81f005-41fe-496b-837e-d5467dd82556 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2102859 Nov 18 17:31:00.651486 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-5611bc8f-cffa-4edd-aefe-3f2ccc346c77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0788836 Nov 18 17:31:00.809704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-7b5fdefe-9eda-4398-b146-dc3efed6123c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:31:00.811237 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-7b5fdefe-9eda-4398-b146-dc3efed6123c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1391492 Nov 18 17:31:00.921866 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-fe157768-4d89-408c-8e9b-5c532fb3652d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1022632 Nov 18 17:31:00.994744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-535b65fd-f499-4014-8c70-545823faaf02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:31:00.996326 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-535b65fd-f499-4014-8c70-545823faaf02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0664086 Nov 18 17:31:01.081311 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-d6b34117-2ed8-4257-bedb-d49dd98b41fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771265 Nov 18 17:31:01.093112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-bf27f0d4-5f0a-4e17-b4f1-74179245e83b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:31:01.094798 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-bf27f0d4-5f0a-4e17-b4f1-74179245e83b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0054984 Nov 18 17:31:01.242153 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-43df0919-d03b-4380-8f1a-5842e45013a2 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406543 Nov 18 17:31:01.384689 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52aca29f-7ef5-4f5d-ae52-8c05ee441057 req-89ce4ba6-03fe-4e15-a7e2-b79cecff9d9c service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356075 Nov 18 17:31:05.009072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4067ef0b-3620-41b3-8f17-b5254a98513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:06.875057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-aefde14a-1805-48b8-9dcb-a52263fa18bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:07.808853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:08.854455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:09.458208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:14.046456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:28.616565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:31:35.014172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1e01f095-b74a-4017-bcd4-6315b8b6d898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:36.865468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d68a320f-9f84-4647-bd51-2b5d7fd7abc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:37.808486 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:38.842725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:39.451554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:31:44.071360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:02.839546 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-54ed6313-232d-4d45-8660-0651edd58456 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0746317 Nov 18 17:32:02.989431 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-b684c084-7e4d-432c-8de4-1ff52e214ff4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 1162 time: 0.0739341 Nov 18 17:32:03.145595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-c4061e1f-7db0-4519-aa25-052eb3249ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:03.147251 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-c4061e1f-7db0-4519-aa25-052eb3249ff1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1376340 Nov 18 17:32:03.256641 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-659ee590-dc55-47d4-bcb6-27c33efc1416 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 200 len: 1001 time: 0.1018722 Nov 18 17:32:03.330322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-7462d0bd-a84e-4a8c-b0bd-9a275f783a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:03.330738 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-7462d0bd-a84e-4a8c-b0bd-9a275f783a81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0677636 Nov 18 17:32:03.412883 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-e82eda46-8112-4191-98ca-cc764157c294 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746636 Nov 18 17:32:03.557330 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-76d7bc58-54ba-46d7-a734-2b4c65ec73ce service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368046 Nov 18 17:32:03.701516 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5b396c30-ad51-45a8-9143-aebafab60c18 req-924f0af3-8120-47a0-aabd-8294bac1c565 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363106 Nov 18 17:32:05.013624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3a42c9ff-1a2c-433f-baf8-f7df3455b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:05.616791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:32:06.870822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27d34af8-22a4-48b2-b50c-74058463cbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:07.807961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:08.842480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:09.451503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:14.082135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:16.242331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f747ee-14b7-465d-885f-d7f9011ad234 req-2209b5b8-1a3d-46ab-a96c-17354d518538 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:16.243996 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-92f747ee-14b7-465d-885f-d7f9011ad234 req-2209b5b8-1a3d-46ab-a96c-17354d518538 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 945 time: 0.2922692 Nov 18 17:32:16.294006 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-92f747ee-14b7-465d-885f-d7f9011ad234 req-61c443d5-d8ab-45cc-9148-1799f161bff4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428102 Nov 18 17:32:16.647701 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device a1448aad-87c1-48b1-9c9a-39bc5c78a216 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:32:16.722836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-58f0c765-4102-45e6-9b9f-0305e5fbd173 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:16.724461 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-58f0c765-4102-45e6-9b9f-0305e5fbd173 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 945 time: 0.0853741 Nov 18 17:32:16.767922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:16.796198 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:32:16.802206 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Deleting port a1448aad-87c1-48b1-9c9a-39bc5c78a216 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:32:16.802600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:16.806839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port a1448aad-87c1-48b1-9c9a-39bc5c78a216, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:32:16.851258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:16.854342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:16.925132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=a1448aad-87c1-48b1-9c9a-39bc5c78a216,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:16.934922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.936774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.936774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.936774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.936774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.937105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.941681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.942657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.942657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.942657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.943146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.943356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.943720 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:16.950210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:16.955357 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'code': 200} Nov 18 17:32:17.078031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] For port a1448aad-87c1-48b1-9c9a-39bc5c78a216, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=a1448aad-87c1-48b1-9c9a-39bc5c78a216,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:32:17.078432 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:17.662230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:17.662741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:17.662962 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Floating IP 55b844bb-565b-4f81-a473-a6830746d207 disassociated. External IP: 172.27.1.188, port: a1448aad-87c1-48b1-9c9a-39bc5c78a216. Nov 18 17:32:17.663344 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Calling delete_port for a1448aad-87c1-48b1-9c9a-39bc5c78a216 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:32:17.719528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a139e47-81e6-4fa7-ad95-4b402ff44598 req-435568b3-c22e-4fa4-9939-a8d23c1d85ec tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:17.721286 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a139e47-81e6-4fa7-ad95-4b402ff44598 req-435568b3-c22e-4fa4-9939-a8d23c1d85ec tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 943 time: 0.2505741 Nov 18 17:32:17.792621 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a139e47-81e6-4fa7-ad95-4b402ff44598 req-d229cfba-9a31-47a7-8e8c-a15a74259394 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631373 Nov 18 17:32:17.919590 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:17.935991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b25daa27-d2f6-4f11-b560-8c6fa1e980ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:17.984676 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event deleted for resources: {'Port': ['ID=a1448aad-87c1-48b1-9c9a-39bc5c78a216,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:18.058244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.058679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.059102 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.059517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.060180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.060596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.061006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.061413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.061821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.062245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.062650 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.063048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.063512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.063915 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.064312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.064710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.065107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.065503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.065923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.066316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.066711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.067104 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.067498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.067888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:18.075698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:18.363909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:32:18.580169 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:32:18.590554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:32:18.604331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:32:18.605182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:32:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:18.624754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] No DVR routers for this DVR port a1448aad-87c1-48b1-9c9a-39bc5c78a216 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:32:18.627892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:18.630917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'name': 'network-vif-deleted', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:32:18.691972 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ee7c3bf7-be11-4bc9-92c0-5a89206f7e62 req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "DELETE /v2.0/ports/a1448aad-87c1-48b1-9c9a-39bc5c78a216 HTTP/1.1" status: 204 len: 173 time: 1.9613166 Nov 18 17:32:18.777298 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a471c52-2ffb-48d8-9a43-311fa8ca1827', 'name': 'network-vif-deleted', 'tag': 'a1448aad-87c1-48b1-9c9a-39bc5c78a216', 'status': 'completed', 'code': 200} Nov 18 17:32:18.803240 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:32:19.099021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-4d398be7-4a0b-443f-86fd-be17bd7d8b95 req-7e2a54ad-156f-4259-980a-aeca13c06293 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:32:19.145821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-4d398be7-4a0b-443f-86fd-be17bd7d8b95 req-7e2a54ad-156f-4259-980a-aeca13c06293 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:32:19.148314 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4d398be7-4a0b-443f-86fd-be17bd7d8b95 req-7e2a54ad-156f-4259-980a-aeca13c06293 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=7a471c52-2ffb-48d8-9a43-311fa8ca1827 HTTP/1.1" status: 200 len: 210 time: 0.0970492 Nov 18 17:32:19.152700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:19.157109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:32:19.169525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:32:19.170245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:32:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:19.367662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:32:19.858498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:19.863099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a5d30-399e-41dc-bb34-5c7fc79f863e None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:32:20.252725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7a739-ac8e-4ab2-9e6c-0967eb65d338 None None] New status for floating IP 55b844bb-565b-4f81-a473-a6830746d207: DOWN {{(pid=80399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:32:20.410490 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 43764) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:20.484033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:20.513865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:20.662566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:20.668020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2369a4fe-6a27-4127-8270-a0df976ddcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:20.687310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc025c9-ce23-4ac5-bb07-8eab14fa54e7,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:20.690721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:20.732797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:20.734081 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "DELETE /v2.0/security-groups/9fc025c9-ce23-4ac5-bb07-8eab14fa54e7 HTTP/1.1" status: 204 len: 168 time: 0.3257301 Nov 18 17:32:20.737606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 43768) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:20.756073 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.v2.resource [None req-3161b01c-d52d-4282-8072-c5f70667b62c tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] show failed (client error): The resource could not be found. Nov 18 17:32:20.757113 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3161b01c-d52d-4282-8072-c5f70667b62c tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups/9fc025c9-ce23-4ac5-bb07-8eab14fa54e7 HTTP/1.1" status: 404 len: 347 time: 0.0184166 Nov 18 17:32:20.759843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 43772) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:20.921751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Deleting port ee760b63-3b07-43cd-a2f4-656c69d5beb5 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:32:20.922368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:21.308182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:21.308550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:21.436821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Calling delete_port for ee760b63-3b07-43cd-a2f4-656c69d5beb5 owned by network:floatingip {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:32:21.767874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:21.784251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:21.831528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event deleted for resources: {'Port': ['ID=ee760b63-3b07-43cd-a2f4-656c69d5beb5,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:21.902717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.903132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.903538 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.903941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.904339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.904736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.905135 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.905529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.906016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.906348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.906736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.907634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.908070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.908588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.908843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.909231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.909620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.910034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.910422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.910808 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.911194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.911578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.911962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.912347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:32:21.919968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:22.028896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.070105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.071356 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-702ece61-6f09-48e6-9c8d-e7f3ca71d9c1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "DELETE /v2.0/floatingips/55b844bb-565b-4f81-a473-a6830746d207 HTTP/1.1" status: 204 len: 168 time: 1.3105516 Nov 18 17:32:22.406216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 43786) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:22.412193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'security_group': {'name': 'tempest-securitygroup--1424522739', 'description': 'tempest-description--36836287'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:22.418507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:32:22.422872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:32:22.425968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:32:22.431672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:32:22.482168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.520636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:32:22.524853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:32:22.527951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:32:22.533779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:32:22.752511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.782346 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.787711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a2fa350d-1427-4848-82e0-8c8fad120d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:22.831191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'SecurityGroup': ['ID=15910ebc-c42c-45ad-a4fb-737ebbe913d7,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:22.834560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:22.853736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.855135 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4478014 Nov 18 17:32:22.858041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 43794) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:22.864291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'security_group_rule': {'security_group_id': '15910ebc-c42c-45ad-a4fb-737ebbe913d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:22.870698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:32:22.874776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:32:22.878435 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:32:22.884245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:32:22.934582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:22.998306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.030361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.032550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7b69dc30-408c-468b-b48c-93f444698996 tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:23.056065 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68e8083-814e-4029-b076-322417e06e31,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:23.058564 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:23.144954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.146345 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0b408f94-d967-4989-bc32-d23b31fafdf7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2872407 Nov 18 17:32:23.149025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 43798) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:23.154811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'security_group_rule': {'security_group_id': '15910ebc-c42c-45ad-a4fb-737ebbe913d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:23.162366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:32:23.166614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:security_group_rule and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:32:23.169671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:32:23.176280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:32:23.226327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.291482 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.327951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806242'] for security_group_rule, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.330299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ff284a02-03cd-49d2-bc05-d4391dff900e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:23.354246 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b89486-54d4-41b4-be83-3a7ed5d1d67b,revision_number=0']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:23.356729 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:23.407962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group_rule, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.409268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e05f4c51-25f0-4257-9bcf-5518012faa3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2592328 Nov 18 17:32:23.412377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 43804) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:23.417839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'floatingip': {'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:23.423621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:32:23.427751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Usage tracker for resource:floatingip and tenant:d2cabf1fb5814ad991b7b3dfb433916b is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:32:23.430755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:32:23.436795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:32:23.476529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.623689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:23.933919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Allocated IP 172.27.1.159 (69246823-6917-40f8-92cd-750e4e03e7cc/0f5e817d-5fdb-4919-9108-90f9f7b2460e/f574cd16-5570-4921-8b0c-e47260da39e4) {{(pid=80397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:32:24.088213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for port, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:24.145693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:24.161892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:24.303230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'Port': ['ID=f574cd16-5570-4921-8b0c-e47260da39e4,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:24.306408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:24.352340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Network 69246823-6917-40f8-92cd-750e4e03e7cc is already hosted by enough agents. {{(pid=80397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:32:24.353489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources bound (agent type, host, resource id): {{(pid=80397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:32:24.356154 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Received port after_create {{(pid=80397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:32:24.488306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:24.586584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:24.869390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for port, precommit_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:24.899004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852042357'] for port, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:24.914182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3992c4e3-7cde-404f-905e-e36d805b4589 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:25.053510 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'Port': ['ID=f574cd16-5570-4921-8b0c-e47260da39e4,revision_number=2']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:25.064077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:25.158841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:25.213443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:25.214824 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6490237e-ba84-4346-800b-6452309182bd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8014605 Nov 18 17:32:25.472164 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-b04a01b2-3abc-46d4-9e3e-13123fdb8805 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:32:25.516440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-b04a01b2-3abc-46d4-9e3e-13123fdb8805 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:32:25.517756 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-b04a01b2-3abc-46d4-9e3e-13123fdb8805 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1424522739&fields=id&tenant_id=d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 267 time: 0.0887129 Nov 18 17:32:25.681244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-25dc1260-76b5-42cf-9d42-d228ebee10b5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:25.682867 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-25dc1260-76b5-42cf-9d42-d228ebee10b5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 817 time: 0.1580076 Nov 18 17:32:25.700404 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-7120603c-88e9-468f-b436-ae41e4b43d03 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/quotas/d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 375 time: 0.0113506 Nov 18 17:32:25.787741 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-0656db9e-d770-44e0-a67f-72258bbcc87a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819986 Nov 18 17:32:25.876946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-3a213e7a-deb0-4335-b298-462d6b589241 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:32:25.878135 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-3a213e7a-deb0-4335-b298-462d6b589241 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0781653 Nov 18 17:32:26.036103 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-c249b5d8-79ef-4c87-84ec-69f949985aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503601 Nov 18 17:32:26.180763 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-c841981d-b8b5-4dbd-8356-c601aa998b08 service neutron] 10.222.0.21 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382182 Nov 18 17:32:26.503663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-c336cc22-0ca2-49c3-b611-441681c784db req-662541b1-f884-4369-9c15-19d96c51e29f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:32:26.548666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-c336cc22-0ca2-49c3-b611-441681c784db req-662541b1-f884-4369-9c15-19d96c51e29f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:32:26.550815 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c336cc22-0ca2-49c3-b611-441681c784db req-662541b1-f884-4369-9c15-19d96c51e29f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 210 time: 0.1720734 Nov 18 17:32:27.760807 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-13739822-1382-430c-8dc3-b42cc80e7792 req-f768f1b1-ec55-4d37-9bd5-5efca456744e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 210 time: 0.0648952 Nov 18 17:32:28.215485 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-0202e3c4-80a6-4a61-955b-657abd3e297d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:28.217202 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-0202e3c4-80a6-4a61-955b-657abd3e297d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 817 time: 0.1709092 Nov 18 17:32:28.300195 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-f0d03347-c7f3-4a88-a521-6b00fa127795 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 5043 time: 0.0681231 Nov 18 17:32:28.310966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'port': {'device_id': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'admin_state_up': True, 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'security_groups': ['15910ebc-c42c-45ad-a4fb-737ebbe913d7']}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:28.454993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:32:28.464704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:32:28.505287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Made reservation on behalf of d2cabf1fb5814ad991b7b3dfb433916b for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:32:28.510903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:28.835321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Allocated IP 172.20.0.10 (d5106dce-df44-4783-9f13-3c3368b86d18/91bf2111-d2f1-49aa-bcd0-5c42233092b0/64d9af8e-ea4e-4693-8392-523523fbed67) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:32:28.956953 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a7fcbc10-4cc2-4be1-a673-59f744eecf24 req-0a354c51-4a21-45f3-a466-8bd446b74f1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 210 time: 0.0502868 Nov 18 17:32:29.041613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:29.058863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Transition to ACTIVE for port object 64d9af8e-ea4e-4693-8392-523523fbed67 will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:32:29.113968 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:29.131707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-bd7a4ffb-2de1-490c-bfe3-580f9b589a40 tempest-VolumesSnapshotTestJSON-329920625 tempest-VolumesSnapshotTestJSON-329920625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:29.269853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:29.273074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:29.326355 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Network d5106dce-df44-4783-9f13-3c3368b86d18 is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:32:29.327458 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:32:29.329911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:32:29.406624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:29.407825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:29.472034 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a361381b-3d68-4556-857f-9a89f0d0b04d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1655376 Nov 18 17:32:29.484660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Request body: {'port': {'device_id': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:29.584832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a128d66b-e023-4ea8-8b66-1b6cc6867ce1 None None] Provisioning for port 64d9af8e-ea4e-4693-8392-523523fbed67 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:32:29.590217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-a128d66b-e023-4ea8-8b66-1b6cc6867ce1 None None] Provisioning complete for port 64d9af8e-ea4e-4693-8392-523523fbed67 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:32:29.590647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a128d66b-e023-4ea8-8b66-1b6cc6867ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:29.599647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:29.648300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-a128d66b-e023-4ea8-8b66-1b6cc6867ce1 None None] Port 64d9af8e-ea4e-4693-8392-523523fbed67 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:32:30.250529 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b2402-967d-4339-a885-37bdca2acc11 req-99cae39a-edf6-4e23-8ecc-261c18569516 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:30.251864 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-a01b2402-967d-4339-a885-37bdca2acc11 req-99cae39a-edf6-4e23-8ecc-261c18569516 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:32:30.317134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d9af8e-ea4e-4693-8392-523523fbed67 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:32:30.324092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:30.336508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Transition to ACTIVE for port object 64d9af8e-ea4e-4693-8392-523523fbed67 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:32:30.344886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-a01b2402-967d-4339-a885-37bdca2acc11 req-99cae39a-edf6-4e23-8ecc-261c18569516 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:32:30.346205 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a01b2402-967d-4339-a885-37bdca2acc11 req-99cae39a-edf6-4e23-8ecc-261c18569516 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 932 time: 0.2340162 Nov 18 17:32:30.387484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:30.405649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-19859ccc-652b-404a-903a-b84f8cad825d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:30.485613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a01b2402-967d-4339-a885-37bdca2acc11 req-7852e9fd-d582-45b9-b804-5d5401380344 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320059 Nov 18 17:32:30.558320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:30.563696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:30.744364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Attempting to bind port 64d9af8e-ea4e-4693-8392-523523fbed67 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:32:30.744741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Attempting to bind port 64d9af8e-ea4e-4693-8392-523523fbed67 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:32:30.745111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Attempting to bind port 64d9af8e-ea4e-4693-8392-523523fbed67 on network d5106dce-df44-4783-9f13-3c3368b86d18 {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:32:30.752415 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:32:30.752795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Checking segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:32:30.753043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:30.757501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Bound using segment: {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:32:30.757501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Bound port: 64d9af8e-ea4e-4693-8392-523523fbed67, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ea52b-96e3-41ee-9686-826bd43358db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:32:30.757501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:30.851269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:32:30.854581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:32:30.909054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:30.925100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-809b1481-4709-4e6f-aeb8-6b3855fb3e1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:31.075949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:31.081323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:31.116465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:31.117736 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] 10.222.0.43 "PUT /v2.0/ports/64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1158 time: 1.6380050 Nov 18 17:32:31.118350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:32:31.189486 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'status': 'completed', 'code': 200} Nov 18 17:32:31.278002 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-85de0c9b-d8e1-4dcd-84a8-3739115772d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1161 time: 0.0823102 Nov 18 17:32:31.352921 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-a6965dc7-91c7-44f9-8da5-47044de9b834 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 217 time: 0.0659497 Nov 18 17:32:31.426924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-5da173f5-a20f-421e-9989-260a7bd1ba90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:31.428513 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-5da173f5-a20f-421e-9989-260a7bd1ba90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0686986 Nov 18 17:32:31.510886 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-82c8704a-ec0e-40e3-9e2d-f3f183c4a4bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748756 Nov 18 17:32:31.711390 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-e809ee2b-e5c2-48a4-814a-82bfad6a7605 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924665 Nov 18 17:32:31.848430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92d7-8a67-487d-9a25-f711b4f157eb req-f249d560-33a3-43f7-96d6-2fa1555b102b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:31.850080 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c7fc92d7-8a67-487d-9a25-f711b4f157eb req-f249d560-33a3-43f7-96d6-2fa1555b102b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.2115266 Nov 18 17:32:31.895136 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53761085-5988-41a8-ad5f-a3d2e5a23b0e req-8dfc506e-2178-47ef-8fc2-72ba04e50c92 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1762867 Nov 18 17:32:31.920742 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c7fc92d7-8a67-487d-9a25-f711b4f157eb req-6511e500-cab1-43e4-981b-62ee30c49353 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637212 Nov 18 17:32:32.070054 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-ace10972-db8f-4307-82e1-71802bccc01c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1161 time: 0.0757782 Nov 18 17:32:32.218010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-9912729a-25b0-459a-965b-53912d08f974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:32.220157 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-9912729a-25b0-459a-965b-53912d08f974 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1438911 Nov 18 17:32:32.294859 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-8f0ccb16-2355-4221-be8e-9e017cba71ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 217 time: 0.0683355 Nov 18 17:32:32.365377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-c55d4eb3-2c5f-4ded-bb6f-040050b686b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:32.366973 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-c55d4eb3-2c5f-4ded-bb6f-040050b686b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0646305 Nov 18 17:32:32.447207 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-55c01e13-bb9d-496e-8c47-d1b4682b4654 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736966 Nov 18 17:32:32.602293 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-a4c05813-8a3e-4b76-8568-45ab4ba74511 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479325 Nov 18 17:32:32.762492 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb0e9285-ea7e-4c6b-93bd-c7eae4c9c1b4 req-ae7b9cde-ae1e-4e1e-9d80-948b7e6eca3f service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535845 Nov 18 17:32:33.152802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b78b3-c27b-4af6-bdbf-eb750aea3a5f req-d27a414f-5464-4de8-b0ce-9e203a1a8d9a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:33.154459 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d4b78b3-c27b-4af6-bdbf-eb750aea3a5f req-d27a414f-5464-4de8-b0ce-9e203a1a8d9a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0864732 Nov 18 17:32:33.205231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3d4b78b3-c27b-4af6-bdbf-eb750aea3a5f req-1ace97e4-1531-4414-85ed-cc011ca59d12 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Synchronizing usage tracker for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:32:33.217349 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3d4b78b3-c27b-4af6-bdbf-eb750aea3a5f req-1ace97e4-1531-4414-85ed-cc011ca59d12 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Unset dirty status for tenant:d2cabf1fb5814ad991b7b3dfb433916b on resource:security_group {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:32:33.218753 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d4b78b3-c27b-4af6-bdbf-eb750aea3a5f req-1ace97e4-1531-4414-85ed-cc011ca59d12 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572929 Nov 18 17:32:34.453112 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d576df0-af2b-48d7-93b4-48b5d116e19e req-5906de3a-4121-453d-865f-7b2f106bdf7f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:34.454751 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d576df0-af2b-48d7-93b4-48b5d116e19e req-5906de3a-4121-453d-865f-7b2f106bdf7f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0887303 Nov 18 17:32:34.505114 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3d576df0-af2b-48d7-93b4-48b5d116e19e req-232b0266-2021-4d6b-9b14-a0f5e2e5b3ed tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Nov 18 17:32:35.017654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7fc9a1f8-61db-4150-aec4-9fa5c34f7480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:35.321033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:32:35.413666 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 64d9af8e-ea4e-4693-8392-523523fbed67 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:32:35.419032 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 64d9af8e-ea4e-4693-8392-523523fbed67 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:32:35.419455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:35.539838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:35.569197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:32:35.579562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:32:35.608091 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:35.610787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:32:35.645947 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'code': 200} Nov 18 17:32:35.683597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:32:35.687137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:32:35.740297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47134e26-9739-4863-be7e-0dac27808c1b req-698cddf2-993f-4643-bc5a-317745e4a346 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:35.741970 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47134e26-9739-4863-be7e-0dac27808c1b req-698cddf2-993f-4643-bc5a-317745e4a346 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0897188 Nov 18 17:32:35.791984 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47134e26-9739-4863-be7e-0dac27808c1b req-b5bb2822-a577-472a-af4a-f7e91457013a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Nov 18 17:32:35.929666 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53c093be-828c-40a9-801e-b45c97600efb req-745d1fb3-8c59-42c5-9c35-b7e5f424b911 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.0738652 Nov 18 17:32:35.976738 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-53c093be-828c-40a9-801e-b45c97600efb req-f41f47dd-f0e8-4726-8070-3d057df91303 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398045 Nov 18 17:32:36.865675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-df6f35d6-a943-4791-9a49-68fe4abdccce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:36.870315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:32:36.946639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 64d9af8e-ea4e-4693-8392-523523fbed67 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:32:36.947063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:37.049709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2f49-7eff-4d68-8e6c-cef0a8b14c14 req-04751357-1a5a-49d9-9d0a-e210ddbf4dce tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:37.054415 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb1a2f49-7eff-4d68-8e6c-cef0a8b14c14 req-04751357-1a5a-49d9-9d0a-e210ddbf4dce tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1034331 Nov 18 17:32:37.106521 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb1a2f49-7eff-4d68-8e6c-cef0a8b14c14 req-5c210e9e-9a02-4a90-834f-11c462e7a8a1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493674 Nov 18 17:32:37.807367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:38.339387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abfc4-8a0b-48c5-9c67-552514bd5611 req-10512b2c-3c4e-4193-863f-ce3d0e61d0e4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:38.341024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b07abfc4-8a0b-48c5-9c67-552514bd5611 req-10512b2c-3c4e-4193-863f-ce3d0e61d0e4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0854280 Nov 18 17:32:38.389488 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b07abfc4-8a0b-48c5-9c67-552514bd5611 req-05f19d36-d53a-425f-8f28-984fca219aa5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Nov 18 17:32:38.606015 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfbf4-95f5-4474-adb8-b5c64457e64b req-2154f3b2-5a97-433e-9dc3-c96a7df0291a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:38.607533 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-efdcfbf4-95f5-4474-adb8-b5c64457e64b req-2154f3b2-5a97-433e-9dc3-c96a7df0291a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0822475 Nov 18 17:32:38.617160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 43948) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:32:38.622894 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Request body: {'floatingip': {'port_id': '64d9af8e-ea4e-4693-8392-523523fbed67'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:32:38.711159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:38.859292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:38.875659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:32:38.947058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 64d9af8e-ea4e-4693-8392-523523fbed67 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:32:38.947478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:39.510706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:39.601370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:39.630478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:39.843560 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Floating IP 07f83468-7a25-421e-8c8f-75bfd5ee0f52 associated. External IP: 172.27.1.159, port: 64d9af8e-ea4e-4693-8392-523523fbed67. Nov 18 17:32:40.254777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:32:40.466913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:32:40.471800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:32:40.476824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:32:40.490428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:32:40.491100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:32:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:40.529948 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-35b6283e-b10a-4929-9909-869d857f0f17 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "PUT /v2.0/floatingips/07f83468-7a25-421e-8c8f-75bfd5ee0f52 HTTP/1.1" status: 200 len: 992 time: 1.9116142 Nov 18 17:32:40.530828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:32:40.598009 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'status': 'completed', 'code': 200} Nov 18 17:32:40.686087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:32:40.706675 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-1d581f44-6b66-4808-9000-70599e1cad65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.0847483 Nov 18 17:32:40.852389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-3f9ddb64-74a7-4c7c-8d9f-dd3065552c3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:40.854053 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-3f9ddb64-74a7-4c7c-8d9f-dd3065552c3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1411746 Nov 18 17:32:40.966994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-a41e0d11-f79e-4451-a20b-a8b8f1663fac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1000 time: 0.1055734 Nov 18 17:32:41.039201 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-89ae8f28-20be-45ba-bd55-c4b1749bb388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:32:41.040833 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-89ae8f28-20be-45ba-bd55-c4b1749bb388 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0665114 Nov 18 17:32:41.079662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '07f83468-7a25-421e-8c8f-75bfd5ee0f52', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'port_id': '64d9af8e-ea4e-4693-8392-523523fbed67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'mac_address': 'fa:16:3e:b1:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:32:24Z', 'updated_at': '2020-11-18T17:32:39Z', 'revision_number': 1, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:41.083797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:32:41.095438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:32:41.096099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:32:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:41.126803 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-9544039c-f6bc-4dac-ba20-30128903b3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786464 Nov 18 17:32:41.275363 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-de548074-ca7d-41d4-81b2-b824b87fff87 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409481 Nov 18 17:32:41.285991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:32:41.424443 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e36a14c8-7f07-4b97-b7d1-df547c259a4e req-b08b1bc3-cb19-4340-af78-4876d5bef9a4 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423800 Nov 18 17:32:41.664906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '07f83468-7a25-421e-8c8f-75bfd5ee0f52', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'port_id': '64d9af8e-ea4e-4693-8392-523523fbed67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'mac_address': 'fa:16:3e:b1:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:32:24Z', 'updated_at': '2020-11-18T17:32:39Z', 'revision_number': 1, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:32:41.668987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69364790-a4ad-4b60-b048-ba3e39005ba9 None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_floatingips': [{'id': '07f83468-7a25-421e-8c8f-75bfd5ee0f52', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'router_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'port_id': '64d9af8e-ea4e-4693-8392-523523fbed67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'mac_address': 'fa:16:3e:b1:9c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T17:32:24Z', 'updated_at': '2020-11-18T17:32:39Z', 'revision_number': 1, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:32:41.955618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac686a-088a-4df6-a99d-682f006f1162 None None] New status for floating IP 07f83468-7a25-421e-8c8f-75bfd5ee0f52: ACTIVE {{(pid=80399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:32:42.618242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:32:44.087539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:04.280924 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-b88bc5f8-e0f5-4cb6-a306-bfcd56669687 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0727673 Nov 18 17:33:04.435022 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-b9002e64-44cf-44f2-945f-50b9694966d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.0743220 Nov 18 17:33:04.603067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-d19d1708-1a5d-48cc-984d-f7818b949425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:33:04.604588 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-d19d1708-1a5d-48cc-984d-f7818b949425 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1492479 Nov 18 17:33:04.718683 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-db498772-acfd-49f3-a36e-7711ae84cb41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1002 time: 0.1055872 Nov 18 17:33:04.794887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-9227e93f-8b70-41c6-975e-dbc896bc3071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:33:04.796477 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-9227e93f-8b70-41c6-975e-dbc896bc3071 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0694919 Nov 18 17:33:04.883265 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-9a38382c-111f-4a14-b24f-d5725ba12046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762820 Nov 18 17:33:05.019457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2f15dad1-cb64-4651-a3d6-341531763e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:05.031541 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-0809c4ef-d55a-448f-b71b-188459a1fda7 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411588 Nov 18 17:33:05.178926 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-93adf65f-4cc2-45c0-8618-13becbdeb618 req-9c87b8b7-cc1c-4807-950e-786f97545599 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402371 Nov 18 17:33:06.876252 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-08972091-3cb5-4ae6-a56c-67767ca4691a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:07.818978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:08.847821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:09.458976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:14.067735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:19.618980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:33:35.018345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-71c91dd0-da05-47f9-a74e-19545077ec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:36.872621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-32228384-5d93-4569-89c5-0ed1c8fe12ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:37.818796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:38.844396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:39.463788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:44.092760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:33:56.619791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:34:04.319128 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-16160835-9231-4098-8339-7d21d45c8d4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0735049 Nov 18 17:34:04.472294 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-3d7cc771-d24f-4138-82dd-354a97c89ca5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.0774825 Nov 18 17:34:04.853277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-ebf15879-2364-44ac-b46b-896f65d8c843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:34:04.854891 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-ebf15879-2364-44ac-b46b-896f65d8c843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.3621316 Nov 18 17:34:04.967470 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-ff2cc6fe-97bb-4c8a-9753-363e731e67e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1002 time: 0.1048393 Nov 18 17:34:05.018271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d29337af-4e2f-4ff7-8d86-961b844fb54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:05.037094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-17eea74b-4aac-42e7-822b-9c87ef20cb78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:34:05.038860 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-17eea74b-4aac-42e7-822b-9c87ef20cb78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0648468 Nov 18 17:34:05.121825 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-053c29f1-33fd-4407-a3d5-4c5da5466805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762358 Nov 18 17:34:05.276885 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-7509fe9e-149a-4cc2-b8ca-fa863031ec2d service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459444 Nov 18 17:34:05.421345 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be538d6c-29c9-476c-ae49-9a44bcb864d0 req-6edd24d3-1e7b-4c6f-9fc8-fb9171b14518 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369367 Nov 18 17:34:06.867833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d7660c9e-e56d-465a-b4fd-cf6205af4f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:07.820965 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:08.843382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:09.458171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:14.094548 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:33.620693 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:34:35.020019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3ab78b5d-ccfb-4976-b488-7cdaa274eeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:36.877385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-16ebc147-2853-4ed6-8a0d-85c1dff0352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:37.837392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:38.835377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:39.480489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:44.091738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:52.665608 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d4abde6f-9ccb-4c71-82b4-9837fdc60be8 req-bdd2d7e4-8598-405b-a30a-4b1e1e5a0f4c tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "GET /v2.0/security-groups/1bf9157b-21bc-4013-aae3-16d1ceae2278 HTTP/1.1" status: 200 len: 2653 time: 0.0574312 Nov 18 17:34:52.944689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4abde6f-9ccb-4c71-82b4-9837fdc60be8 req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:52.973804 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4abde6f-9ccb-4c71-82b4-9837fdc60be8 req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:53.097978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4abde6f-9ccb-4c71-82b4-9837fdc60be8 req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:53.102283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d121a1c2-f358-4d73-a98a-6b8303bbda76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:34:53.118607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf9157b-21bc-4013-aae3-16d1ceae2278,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:34:53.127281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-d4abde6f-9ccb-4c71-82b4-9837fdc60be8 req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:53.128499 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d4abde6f-9ccb-4c71-82b4-9837fdc60be8 req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] 10.222.0.21 "DELETE /v2.0/security-groups/1bf9157b-21bc-4013-aae3-16d1ceae2278 HTTP/1.1" status: 204 len: 173 time: 0.4560103 Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.136874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.137588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.137588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.137746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.138146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.138582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.139244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.139640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.140131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.140536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.140917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.141305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.141902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.144763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.144763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.144763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.144763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:53.147285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:34:53.385918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 44968) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:34:53.949012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:54.591309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Deleting port f1fc396c-9867-475d-bb43-5503da196e36 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:34:54.591690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:54.784438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] For port f1fc396c-9867-475d-bb43-5503da196e36, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f1fc396c-9867-475d-bb43-5503da196e36,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:34:54.784846 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:54.917901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Calling delete_port for f1fc396c-9867-475d-bb43-5503da196e36 owned by network:router_interface {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:34:55.363203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:55.379712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-24c8838f-288e-42c6-8010-39972aab94b3 tempest-ServerRescueNegativeTestJSON-1376439386 tempest-ServerRescueNegativeTestJSON-1376439386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:34:55.428088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fc396c-9867-475d-bb43-5503da196e36,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:34:55.497678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.498127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.498536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.498935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.499331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.499742 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.500123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.500516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.500909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.501298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.501687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.502099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.502530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.502918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.503311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.503732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.504124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.504520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.504898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.505281 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.505668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.506077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.506466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.506847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:34:55.515595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:34:55.843055 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:56.820113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Router f217d23e-b343-49e8-b994-3d80e5d4fdff has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:34:57.038273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:34:57.047730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] Sync routers for ids ['f217d23e-b343-49e8-b994-3d80e5d4fdff'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:34:57.051271 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] 10.222.0.21 "PUT /v2.0/routers/f217d23e-b343-49e8-b994-3d80e5d4fdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6619189 Nov 18 17:34:57.051557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 44996) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:34:57.060520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] Routers {'f217d23e-b343-49e8-b994-3d80e5d4fdff'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:34:57.061171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:34:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['f217d23e-b343-49e8-b994-3d80e5d4fdff'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:34:57.278939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks [] for router, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:57.402287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] Set router f217d23e-b343-49e8-b994-3d80e5d4fdff gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:34:57.497005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:57.543449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Deleting port dd27f541-4a95-49b1-91ff-8b2b8eb04e99 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:34:57.543841 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:57.706979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:34:55Z', 'revision_number': 5, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port': {'id': 'dd27f541-4a95-49b1-91ff-8b2b8eb04e99', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:36Z', 'updated_at': '2020-11-18T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:34:57.711106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] Checking router: f217d23e-b343-49e8-b994-3d80e5d4fdff for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:34:57.722974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] Routers {'f217d23e-b343-49e8-b994-3d80e5d4fdff'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:34:57.723658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:34:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['f217d23e-b343-49e8-b994-3d80e5d4fdff'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:34:57.750737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] For port dd27f541-4a95-49b1-91ff-8b2b8eb04e99, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:34:57.751140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:57.882492 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Calling delete_port for dd27f541-4a95-49b1-91ff-8b2b8eb04e99 owned by network:router_gateway {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:34:57.885988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] Set router f217d23e-b343-49e8-b994-3d80e5d4fdff gateway port host: None {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:34:58.001662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:34:57Z', 'revision_number': 6, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port_host': None}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:34:58.006031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab776df-780c-478d-ab09-da5daa94ae90 None None] The sync data for ids ['f217d23e-b343-49e8-b994-3d80e5d4fdff'] in dv-cinder-760184-2-iscsi is: [{'id': 'f217d23e-b343-49e8-b994-3d80e5d4fdff', 'name': 'tempest-TestVolumeBootPattern-1754648514-router', 'tenant_id': 'de06558d56714cf793475efbf1506144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:35Z', 'updated_at': '2020-11-18T17:34:57Z', 'revision_number': 6, 'project_id': 'de06558d56714cf793475efbf1506144', 'gw_port_host': None}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:34:58.088261 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:58.103109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7aae956b-9f20-42d5-b47e-d8e925a2fe60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:34:58.146224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd27f541-4a95-49b1-91ff-8b2b8eb04e99,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:34:58.153467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:34:58.486652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:58.772016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:58.777337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:58.968382 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:58.969182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f217d23e-b343-49e8-b994-3d80e5d4fdff {{(pid=80398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:34:58.983897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:58.985189 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-699d8773-6c8f-4607-b756-9af4ccaf1f99 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f217d23e-b343-49e8-b994-3d80e5d4fdff HTTP/1.1" status: 204 len: 168 time: 1.9326625 Nov 18 17:34:58.988603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45016) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:34:59.082012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Deleting subnet 445ef681-428f-4900-a391-d4c92372aeeb {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:34:59.086300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:59.152031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:59.252391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:59.637308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:34:59.658568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:34:59.696322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445ef681-428f-4900-a391-d4c92372aeeb,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:34:59.700593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:34:59.777461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dd27f541-4a95-49b1-91ff-8b2b8eb04e99 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:34:59.816708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: dd27f541-4a95-49b1-91ff-8b2b8eb04e99 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:34:59.817442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device dd27f541-4a95-49b1-91ff-8b2b8eb04e99 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:34:59.817979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f1fc396c-9867-475d-bb43-5503da196e36 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:34:59.857195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: f1fc396c-9867-475d-bb43-5503da196e36 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:34:59.857585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f1fc396c-9867-475d-bb43-5503da196e36 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:35:00.066942 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.074088 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f9864-6e40-4c40-b67f-e8fd1ccebb32 None None] Network d5011ab8-f28e-4e08-b390-e2142576097b requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:35:00.077137 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-14492275-2df1-4fa6-8eee-1a5369b62426 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/445ef681-428f-4900-a391-d4c92372aeeb HTTP/1.1" status: 204 len: 168 time: 1.0858071 Nov 18 17:35:00.077334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45036) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:00.253899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.330018 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Deleting port 41524521-a0fa-44b9-8941-3ed2bc6beae6 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:00.330410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.370962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] DHCP port deletion for d5011ab8-f28e-4e08-b390-e2142576097b request from dv-cinder-760184-2-iscsi {{(pid=80399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 17:35:00.375339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Deleting port 41524521-a0fa-44b9-8941-3ed2bc6beae6 {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:00.375756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.555357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] For port 41524521-a0fa-44b9-8941-3ed2bc6beae6, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=41524521-a0fa-44b9-8941-3ed2bc6beae6,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:00.555769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.601623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] For port 41524521-a0fa-44b9-8941-3ed2bc6beae6, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=41524521-a0fa-44b9-8941-3ed2bc6beae6,segment=NetworkSegment(9a81de87-c12f-46a3-9fa2-8ba75ff26b49),segment_id=9a81de87-c12f-46a3-9fa2-8ba75ff26b49)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:00.602199 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.693033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Calling delete_port for 41524521-a0fa-44b9-8941-3ed2bc6beae6 owned by network:dhcp {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:35:00.753006 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Calling delete_port for 41524521-a0fa-44b9-8941-3ed2bc6beae6 owned by network:dhcp {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:35:00.851457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ace4-568f-45e2-b226-d25e42844c39 req-a223945d-ac53-4f23-a74c-f69f78ac15e0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:00.854517 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cee1ace4-568f-45e2-b226-d25e42844c39 req-a223945d-ac53-4f23-a74c-f69f78ac15e0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1121633 Nov 18 17:35:00.905684 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cee1ace4-568f-45e2-b226-d25e42844c39 req-07fb098a-2eaa-4be4-b284-32ad0b6452f1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Nov 18 17:35:00.934949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:35:00.934949 dv-cinder-760184-2-iscsi neutron-server[80284]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Nov 18 17:35:00.934949 dv-cinder-760184-2-iscsi neutron-server[80284]: [parameters: {'port_id': '41524521-a0fa-44b9-8941-3ed2bc6beae6', 'host': 'dv-cinder-760184-2-iscsi', 'level': 0}] Nov 18 17:35:00.934949 dv-cinder-760184-2-iscsi neutron-server[80284]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:35:00.935471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:35:00.962747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:00.981838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-484c018f-b6bb-44f0-a310-c5cc241b516b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:01.026627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=41524521-a0fa-44b9-8941-3ed2bc6beae6,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:01.030856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:01.125815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] No DVR routers for this DVR port 41524521-a0fa-44b9-8941-3ed2bc6beae6 on host dv-cinder-760184-2-iscsi {{(pid=80397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:35:01.251704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:01.377021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5011ab8-f28e-4e08-b390-e2142576097b']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:01.394686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a81de87-c12f-46a3-9fa2-8ba75ff26b49') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:01.395025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a81de87-c12f-46a3-9fa2-8ba75ff26b49') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:01.408321 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:01.424389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:01.426463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:35:01.436172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Deleting port 41524521-a0fa-44b9-8941-3ed2bc6beae6 {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:01.436822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:01.503961 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-42272051-5589-4d20-8ed4-240ff2d3fa79 None None] The port '41524521-a0fa-44b9-8941-3ed2bc6beae6' was deleted {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 17:35:01.614759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Network d5011ab8-f28e-4e08-b390-e2142576097b has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:35:01.624533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:01.778761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 41524521-a0fa-44b9-8941-3ed2bc6beae6 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:35:01.816061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 41524521-a0fa-44b9-8941-3ed2bc6beae6 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:35:01.816576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 41524521-a0fa-44b9-8941-3ed2bc6beae6 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:35:01.822506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Network d5011ab8-f28e-4e08-b390-e2142576097b has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:35:01.847023 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:35:01.974100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:01.978165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:01.993679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:02.005010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5011ab8-f28e-4e08-b390-e2142576097b,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:02.008686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:02.013625 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-605e803d-8baa-4ddc-9f6d-299ee52994e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5011ab8-f28e-4e08-b390-e2142576097b HTTP/1.1" status: 204 len: 168 time: 1.9321449 Nov 18 17:35:02.013625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45058) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:02.149537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24e0e7-57f3-4885-a8bc-0ec4aab7df91 req-de38c0f6-fc35-421c-802e-8efa0429a4ae tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:02.151969 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0f24e0e7-57f3-4885-a8bc-0ec4aab7df91 req-de38c0f6-fc35-421c-802e-8efa0429a4ae tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0963454 Nov 18 17:35:02.203419 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-0f24e0e7-57f3-4885-a8bc-0ec4aab7df91 req-5c042562-b468-4df6-8a0b-d26268164452 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Nov 18 17:35:02.433167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:03.074625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Deleting port 609e4fa5-2b7f-42a1-b95b-03e82142d513 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:03.075016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:03.259895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] For port 609e4fa5-2b7f-42a1-b95b-03e82142d513, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=609e4fa5-2b7f-42a1-b95b-03e82142d513,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:03.260516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:03.652844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Calling delete_port for 609e4fa5-2b7f-42a1-b95b-03e82142d513 owned by network:router_interface {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:35:03.775291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a0f8d-d2a9-460e-8a3d-c6cdd0221ec9 req-03bb4e4b-2f89-45f6-9ada-095c8efbb6fe tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:03.776984 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-936a0f8d-d2a9-460e-8a3d-c6cdd0221ec9 req-03bb4e4b-2f89-45f6-9ada-095c8efbb6fe tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.2367702 Nov 18 17:35:03.848364 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-936a0f8d-d2a9-460e-8a3d-c6cdd0221ec9 req-526845f6-64a8-4514-8248-3ab427eed41e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582826 Nov 18 17:35:04.031138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:04.047343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ecc42c5b-4301-42df-9c08-02711fd86bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:04.096385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Pushing event deleted for resources: {'Port': ['ID=609e4fa5-2b7f-42a1-b95b-03e82142d513,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:04.101033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:04.498105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:05.068476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-37d88ab8-3f5e-4620-8851-fe6d410540bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:05.260604 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba7de-29ac-473a-a7b8-5707e445b0cd req-a949a163-c40d-421d-a506-fcccd24c9aa3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:05.268705 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a93ba7de-29ac-473a-a7b8-5707e445b0cd req-a949a163-c40d-421d-a506-fcccd24c9aa3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0975134 Nov 18 17:35:05.325475 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a93ba7de-29ac-473a-a7b8-5707e445b0cd req-6a4acaf2-0710-43d0-9ccf-4acb48568e1f tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555408 Nov 18 17:35:05.389519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:35:05.643117 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:35:05.654125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] Sync routers for ids ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'] in dv-cinder-760184-2-iscsi {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:35:05.655070 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-4cd68851-c04e-4724-bc17-40f1c798c83d admin admin] 10.222.0.21 "PUT /v2.0/routers/ac0eced5-4bee-4a18-bf29-78aa8a9b4208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6399679 Nov 18 17:35:05.657387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45092) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:05.694512 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] Routers {'ac0eced5-4bee-4a18-bf29-78aa8a9b4208'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:35:05.695515 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:34:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:06.034792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks [] for router, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:06.055781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] Set router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:35:06.310335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:06.357440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Deleting port 2293423b-4bbf-44d6-95f7-5987b5989b45 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:06.358068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:06.435173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:35:03Z', 'revision_number': 5, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port': {'id': '2293423b-4bbf-44d6-95f7-5987b5989b45', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:06.441103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] Checking router: ac0eced5-4bee-4a18-bf29-78aa8a9b4208 for host: dv-cinder-760184-2-iscsi {{(pid=80399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:35:06.456209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] Routers {'ac0eced5-4bee-4a18-bf29-78aa8a9b4208'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:35:06.457040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:34:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'], 'active': True} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:06.499244 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-cc8e7b50-05c0-43b8-ae06-1595661cccb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.1167622 Nov 18 17:35:06.666746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] For port 2293423b-4bbf-44d6-95f7-5987b5989b45, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=2293423b-4bbf-44d6-95f7-5987b5989b45,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:06.667346 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:06.803027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-bae99bd5-46a9-49bc-82ce-5a1241686172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:06.805845 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-bae99bd5-46a9-49bc-82ce-5a1241686172 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.2783930 Nov 18 17:35:06.848944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] Set router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 gateway port host: None {{(pid=80399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:35:06.982838 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f27f86-db7d-43bf-a122-29d601b5c980 req-4c298537-c470-46e3-a9fc-1d7f5acf2358 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:06.989522 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e1f27f86-db7d-43bf-a122-29d601b5c980 req-4c298537-c470-46e3-a9fc-1d7f5acf2358 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.3200469 Nov 18 17:35:07.024688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6553c976-cc2e-4fcb-9e3e-54bd5d619e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:07.036537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:35:06Z', 'revision_number': 6, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port_host': None}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:07.048927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3c9fa-f1ad-406c-9220-bc25201f4964 None None] The sync data for ids ['ac0eced5-4bee-4a18-bf29-78aa8a9b4208'] in dv-cinder-760184-2-iscsi is: [{'id': 'ac0eced5-4bee-4a18-bf29-78aa8a9b4208', 'name': 'tempest-TestVolumeBootPattern-371637121-router', 'tenant_id': '5566f8f4b95941c89486b4b484475cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:22:44Z', 'updated_at': '2020-11-18T17:35:06Z', 'revision_number': 6, 'project_id': '5566f8f4b95941c89486b4b484475cb7', 'gw_port_host': None}] {{(pid=80399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:35:07.086236 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-75525b93-3878-458f-8aa1-e3eb857ebac1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1002 time: 0.2528133 Nov 18 17:35:07.104202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Calling delete_port for 2293423b-4bbf-44d6-95f7-5987b5989b45 owned by network:router_gateway {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:35:07.230510 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e1f27f86-db7d-43bf-a122-29d601b5c980 req-fc0bf96f-f987-4fa7-bce0-81590cd9e908 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430690 Nov 18 17:35:07.241132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-18e9da77-3c45-41eb-ab8f-01e9700c05a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:07.242912 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-18e9da77-3c45-41eb-ab8f-01e9700c05a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.1246741 Nov 18 17:35:07.344147 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-21d5f5e4-e59a-4cc4-8432-f81bcefe489a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930526 Nov 18 17:35:07.511219 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-11ed8ead-4c9d-4e7d-a921-5eaab87f6a1e service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521702 Nov 18 17:35:07.543579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:07.560470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-00588591-bfa5-40f1-a62f-784892e3aed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:07.607892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2293423b-4bbf-44d6-95f7-5987b5989b45,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:07.612939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:07.693985 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-116a6908-672c-4a86-bf7a-b9eb7a12b9d6 req-76031f6f-1082-45fe-88ef-8da58dd89a43 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1744993 Nov 18 17:35:07.815075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 609e4fa5-2b7f-42a1-b95b-03e82142d513 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:35:07.847566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 609e4fa5-2b7f-42a1-b95b-03e82142d513 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:35:07.847970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 609e4fa5-2b7f-42a1-b95b-03e82142d513 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:35:07.848436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 2293423b-4bbf-44d6-95f7-5987b5989b45 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:35:07.878090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:07.884264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 2293423b-4bbf-44d6-95f7-5987b5989b45 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:35:07.884671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 2293423b-4bbf-44d6-95f7-5987b5989b45 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:35:07.965081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.254446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.259050 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.383397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.384209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0eced5-4bee-4a18-bf29-78aa8a9b4208 {{(pid=80397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:35:08.403861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] Notify callbacks [] for router, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.406820 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45124) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:08.407984 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-9a227d66-964b-495e-b227-643e889ada0e admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac0eced5-4bee-4a18-bf29-78aa8a9b4208 HTTP/1.1" status: 204 len: 168 time: 2.7476611 Nov 18 17:35:08.480253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Deleting subnet 477a9244-5ab8-4d19-94dc-b11698a623a9 {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:35:08.487563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.510208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493a2bd-0926-4d8b-a144-f50c7c379104 req-06c247cb-9209-451e-ba7b-3de22826509d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:08.513131 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d493a2bd-0926-4d8b-a144-f50c7c379104 req-06c247cb-9209-451e-ba7b-3de22826509d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1026475 Nov 18 17:35:08.548727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.570407 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d493a2bd-0926-4d8b-a144-f50c7c379104 req-009438a6-0499-4d2b-bcf0-deab2cea072b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505681 Nov 18 17:35:08.639317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:08.852275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.346218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.363647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:09.404081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477a9244-5ab8-4d19-94dc-b11698a623a9,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:09.408299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:09.494933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.516248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.523346 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/477a9244-5ab8-4d19-94dc-b11698a623a9 HTTP/1.1" status: 204 len: 168 time: 1.1153812 Nov 18 17:35:09.525449 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45142) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:09.534400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46676a-3285-48ec-a51e-b3da09feae1f None None] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:35:09.666912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.744911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Deleting port 62672cdd-d941-4f28-bfeb-d20690a808f4 {{(pid=80397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:09.745357 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.923090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] DHCP port deletion for 659a7984-0cfa-42a4-83d4-4fc6591de115 request from dv-cinder-760184-2-iscsi {{(pid=80399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 17:35:09.927551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Deleting port 62672cdd-d941-4f28-bfeb-d20690a808f4 {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:09.928000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:09.978004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe5d4d-dbae-4568-95a1-8f9d7815f119 req-49ad6e10-7cb4-4398-96f0-0b5926c79b84 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:09.979706 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ffe5d4d-dbae-4568-95a1-8f9d7815f119 req-49ad6e10-7cb4-4398-96f0-0b5926c79b84 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1808183 Nov 18 17:35:10.109608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] For port 62672cdd-d941-4f28-bfeb-d20690a808f4, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=62672cdd-d941-4f28-bfeb-d20690a808f4,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:10.110076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.171923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] For port 62672cdd-d941-4f28-bfeb-d20690a808f4, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=62672cdd-d941-4f28-bfeb-d20690a808f4,segment=NetworkSegment(7076633a-5897-4451-87d3-9ac344dd6333),segment_id=7076633a-5897-4451-87d3-9ac344dd6333)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:10.172377 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.191352 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ffe5d4d-dbae-4568-95a1-8f9d7815f119 req-4789ea63-e739-4b66-92d0-54c1bfb5a8b2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978447 Nov 18 17:35:10.257473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Calling delete_port for 62672cdd-d941-4f28-bfeb-d20690a808f4 owned by network:dhcp {{(pid=80397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:35:10.326585 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Calling delete_port for 62672cdd-d941-4f28-bfeb-d20690a808f4 owned by network:dhcp {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:35:10.415465 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 18 17:35:10.415465 dv-cinder-760184-2-iscsi neutron-server[80284]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Nov 18 17:35:10.415465 dv-cinder-760184-2-iscsi neutron-server[80284]: [parameters: {'port_id': '62672cdd-d941-4f28-bfeb-d20690a808f4', 'host': 'dv-cinder-760184-2-iscsi', 'level': 0}] Nov 18 17:35:10.415465 dv-cinder-760184-2-iscsi neutron-server[80284]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:35:10.416069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:35:10.471292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2733458'] for port, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.488222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ef5b2c21-0946-4c1b-b785-1f57a88afc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:10.534391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Pushing event deleted for resources: {'Port': ['ID=62672cdd-d941-4f28-bfeb-d20690a808f4,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:10.549185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:10.622952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:35:10.636983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] No DVR routers for this DVR port 62672cdd-d941-4f28-bfeb-d20690a808f4 on host dv-cinder-760184-2-iscsi {{(pid=80397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:35:10.769036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.892494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659a7984-0cfa-42a4-83d4-4fc6591de115']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:10.907217 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7076633a-5897-4451-87d3-9ac344dd6333') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:10.907558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7076633a-5897-4451-87d3-9ac344dd6333') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:10.917163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Deleting port 62672cdd-d941-4f28-bfeb-d20690a808f4 {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:35:10.917996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.920952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.946263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:10.948443 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:35:11.014508 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d5c25-052c-49f2-98dc-cfaff93f53ca None None] The port '62672cdd-d941-4f28-bfeb-d20690a808f4' was deleted {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 17:35:11.143314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:35:11.158340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:11.423407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Network 659a7984-0cfa-42a4-83d4-4fc6591de115 has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:35:11.454061 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:35:11.461837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f3df4-91c2-4d6b-ad78-2936cd30dee8 req-171e3eb7-233f-47f5-9b7e-62b5eb734ec8 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:11.464050 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-977f3df4-91c2-4d6b-ad78-2936cd30dee8 req-171e3eb7-233f-47f5-9b7e-62b5eb734ec8 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0998714 Nov 18 17:35:11.526642 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-977f3df4-91c2-4d6b-ad78-2936cd30dee8 req-ef4850db-c01a-49ec-aea6-212b7cc6d710 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521514 Nov 18 17:35:11.776209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 62672cdd-d941-4f28-bfeb-d20690a808f4 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:35:11.811859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 62672cdd-d941-4f28-bfeb-d20690a808f4 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:35:11.812178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 62672cdd-d941-4f28-bfeb-d20690a808f4 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:35:12.013791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:12.018348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:12.022470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:12.045771 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Pushing event deleted for resources: {'Network': ['ID=659a7984-0cfa-42a4-83d4-4fc6591de115,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:12.048677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:12.050490 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e3b08687-7855-40d1-a4ae-424075bed321 admin admin] 10.222.0.21 "DELETE /v2.0/networks/659a7984-0cfa-42a4-83d4-4fc6591de115 HTTP/1.1" status: 204 len: 168 time: 2.5238993 Nov 18 17:35:12.490996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45200) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:12.550071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ef746ee1-d525-4f40-848b-a8071a10ec51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de06558d56714cf793475efbf1506144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577550 Nov 18 17:35:12.552574 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45206) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:12.619833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:12.648931 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:12.757870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44aeef-212a-461b-b11f-ed3268261d26 req-eff12d80-902a-4691-aebb-a63990978a27 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:12.759589 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5c44aeef-212a-461b-b11f-ed3268261d26 req-eff12d80-902a-4691-aebb-a63990978a27 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0856125 Nov 18 17:35:12.830983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:12.831235 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5c44aeef-212a-461b-b11f-ed3268261d26 req-51c48990-d67a-4408-b732-ff59df1d95c4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650377 Nov 18 17:35:12.837584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-40ff8b69-df82-4c12-accc-cd1ae8309d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:12.852788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14231918-c518-4519-8e27-289a2d30ff50,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:12.857744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:12.857744 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:12.857744 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2358ae34-5705-48ae-bf4f-25a8f8e18f09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14231918-c518-4519-8e27-289a2d30ff50 HTTP/1.1" status: 204 len: 168 time: 0.3046486 Nov 18 17:35:13.469981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45216) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:13.523510 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-24f94d78-7ea1-4147-89fb-5c7cba68a930 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5566f8f4b95941c89486b4b484475cb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522225 Nov 18 17:35:13.526148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45222) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:13.595730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:13.623489 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:13.762557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:13.767607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-814f29af-f0a4-4223-bbd7-462099453df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:13.778487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b64aad-6aa4-4a39-b595-780e89e34209,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:13.782236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:13.785951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:13.787180 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-85b7c4b4-c317-4460-b3d4-abbefe08db3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05b64aad-6aa4-4a39-b595-780e89e34209 HTTP/1.1" status: 204 len: 168 time: 0.2599630 Nov 18 17:35:14.075429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b226-7155-470b-b3ec-742a29bb9bbe req-bf4f2cd0-a6b7-48cf-a48c-dfbeb81c12fe tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:14.076805 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ddc7b226-7155-470b-b3ec-742a29bb9bbe req-bf4f2cd0-a6b7-48cf-a48c-dfbeb81c12fe tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0899699 Nov 18 17:35:14.136414 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ddc7b226-7155-470b-b3ec-742a29bb9bbe req-781a657d-c448-4a65-b81d-27883da0cfb0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532663 Nov 18 17:35:15.063200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:15.381800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa539e-96dd-4434-9985-c0edfd96fb5a req-057a7e72-00a9-433e-ba10-bb70866e0585 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:15.383522 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eaa539e-96dd-4434-9985-c0edfd96fb5a req-057a7e72-00a9-433e-ba10-bb70866e0585 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0888126 Nov 18 17:35:15.648506 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5eaa539e-96dd-4434-9985-c0edfd96fb5a req-c5cd096a-5670-4b23-9ff3-f681af031bcf tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588782 Nov 18 17:35:16.880322 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964cc4f-ee11-444b-8dea-7f997b885dd4 req-b9bb726f-9c7b-4d69-bd2e-7ff018c2e7cc tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:16.882128 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9964cc4f-ee11-444b-8dea-7f997b885dd4 req-b9bb726f-9c7b-4d69-bd2e-7ff018c2e7cc tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0877290 Nov 18 17:35:16.931294 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9964cc4f-ee11-444b-8dea-7f997b885dd4 req-6d509a85-fcd1-4a1a-a8af-4526d2df9f2c tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Nov 18 17:35:18.167304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923fec6-a9ee-42e5-8029-c1e71c7ac8dd req-258eba33-737b-44a1-99b6-67ee9a75ab76 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:18.168967 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9923fec6-a9ee-42e5-8029-c1e71c7ac8dd req-258eba33-737b-44a1-99b6-67ee9a75ab76 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0877237 Nov 18 17:35:18.220189 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9923fec6-a9ee-42e5-8029-c1e71c7ac8dd req-da436195-76c3-4202-98c9-c125679585fc tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Nov 18 17:35:19.471094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae809c6b-1a7f-483b-b814-3f552640002e req-e5015b34-6074-4bbc-8071-2af4c0167f01 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:19.472934 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae809c6b-1a7f-483b-b814-3f552640002e req-e5015b34-6074-4bbc-8071-2af4c0167f01 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0960979 Nov 18 17:35:19.541159 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae809c6b-1a7f-483b-b814-3f552640002e req-b45cfd5e-01f7-4e6f-b0bd-94125a079eb2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605154 Nov 18 17:35:20.817759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece797c-5380-49cc-9c34-f98448c41854 req-187fbd9a-7afe-47ed-971b-60bd21209d3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:20.820072 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ece797c-5380-49cc-9c34-f98448c41854 req-187fbd9a-7afe-47ed-971b-60bd21209d3e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0921850 Nov 18 17:35:20.872222 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ece797c-5380-49cc-9c34-f98448c41854 req-76fe4f9d-b9f3-40f2-a243-98e5e320c689 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Nov 18 17:35:20.933273 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45280) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:21.109025 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.153483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:21.158570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Usage tracker for resource:security_group_rule and tenant:02c0d9d2444f468eb1c5200165e85bcd is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:21.164573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:21.173657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:21.339084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.420183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.429124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-08d16f5a-2d4c-46b6-9382-9f4699337d1f tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:21.487258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb5ccf-0037-488b-b48e-c2620a708a62,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:21.493594 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02c0d9d2444f468eb1c5200165e85bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5576277 Nov 18 17:35:21.493594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:21.498408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45292) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:21.575366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.609208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.858063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.863737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1fe93136-1e6e-4963-9b7a-97ce71bb3459 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:21.880334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb5ccf-0037-488b-b48e-c2620a708a62,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:21.885660 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:21.887009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:21.888643 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24fb5ccf-0037-488b-b48e-c2620a708a62 HTTP/1.1" status: 204 len: 168 time: 0.3885429 Nov 18 17:35:22.164812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8565e-13ce-4adb-936d-98858048f062 req-3b80128f-dac1-45b5-bce7-111c4dcfbb9b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:22.167229 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45d8565e-13ce-4adb-936d-98858048f062 req-3b80128f-dac1-45b5-bce7-111c4dcfbb9b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1122789 Nov 18 17:35:22.231083 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45d8565e-13ce-4adb-936d-98858048f062 req-134fd1a1-8572-4b01-8f0d-45a751b91263 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561199 Nov 18 17:35:23.543411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab23f17-59fd-4ddd-a011-0eaaf1920d60 req-631535dd-62b5-4f13-b3cc-f5d1d90eea76 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:23.545143 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4ab23f17-59fd-4ddd-a011-0eaaf1920d60 req-631535dd-62b5-4f13-b3cc-f5d1d90eea76 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0928388 Nov 18 17:35:23.599055 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4ab23f17-59fd-4ddd-a011-0eaaf1920d60 req-2116e4a7-e436-4fdd-a6fa-f980e7fc4341 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464072 Nov 18 17:35:24.895570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895e624-41f5-4c84-9230-6ac217564400 req-dfc3cbd1-f726-4d45-a4b0-7d14a8761973 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:24.897802 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d895e624-41f5-4c84-9230-6ac217564400 req-dfc3cbd1-f726-4d45-a4b0-7d14a8761973 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0870492 Nov 18 17:35:24.948185 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d895e624-41f5-4c84-9230-6ac217564400 req-6e94685a-4160-4315-aafa-fbbb906fb32e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 Nov 18 17:35:25.070278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45362) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:25.231358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.324269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:25.328456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:132383d83df24a168546a9ac4ddba124 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:25.331492 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:25.337509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:25.406868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.448099 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.456185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f1dc1d3e-162e-4efc-a78e-80e4a0389494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:25.499197 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6570db53-1d00-4a0f-814a-7c40981bea72,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:25.502907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:25.511189 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=132383d83df24a168546a9ac4ddba124&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4354644 Nov 18 17:35:25.511189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45374) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:25.576509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.607943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.779789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.785517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-801da57a-67de-451c-a231-5e53c149261a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:25.799270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6570db53-1d00-4a0f-814a-7c40981bea72,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:25.802677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:25.805438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:25.810386 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b2ec2c00-89a7-493d-b1d0-6cbf68b931c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6570db53-1d00-4a0f-814a-7c40981bea72 HTTP/1.1" status: 204 len: 168 time: 0.2953045 Nov 18 17:35:26.185029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a013-0ac5-4df1-ba61-060ca40cd4f1 req-018be8f9-d529-45c0-ab98-9fd6e5dfeac4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:26.186764 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-03a9a013-0ac5-4df1-ba61-060ca40cd4f1 req-018be8f9-d529-45c0-ab98-9fd6e5dfeac4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0921798 Nov 18 17:35:26.242052 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-03a9a013-0ac5-4df1-ba61-060ca40cd4f1 req-c862ec24-c9c6-4b45-a83a-769abca09711 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Nov 18 17:35:26.529220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45410) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:26.548532 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.585618 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:26.589637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Usage tracker for resource:security_group_rule and tenant:ac210d543ab7448aa0a90a06785d1f3e is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:26.592621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:26.598408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:26.667102 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.704937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.713264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-675141cb-7b25-4f24-980e-7748df17d7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:26.759637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47507e43-1c5e-49ee-b1c9-d12b271cd4b0,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:26.767695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45420) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:26.767917 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac210d543ab7448aa0a90a06785d1f3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2372377 Nov 18 17:35:26.768879 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:26.832450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.866061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.945727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.952632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-33a8582b-27e5-4f6c-b24a-d1ff07472eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:26.966806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47507e43-1c5e-49ee-b1c9-d12b271cd4b0,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:26.972258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:26.973582 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47507e43-1c5e-49ee-b1c9-d12b271cd4b0 HTTP/1.1" status: 204 len: 168 time: 0.2048221 Nov 18 17:35:26.974657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:27.579731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbecfe-6630-4521-919d-cb0224ec1c48 req-e2e4997f-4af7-494c-b5ff-64aa8a4012e2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:27.581513 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-60cbecfe-6630-4521-919d-cb0224ec1c48 req-e2e4997f-4af7-494c-b5ff-64aa8a4012e2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1329591 Nov 18 17:35:27.649658 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-60cbecfe-6630-4521-919d-cb0224ec1c48 req-279c19b8-5400-4e9f-9e7a-bcdea014cb8d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610099 Nov 18 17:35:28.969530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4fdc-4d17-4f0a-985e-9dedf64039f1 req-3549643c-5b12-4d8a-bf7f-5f1ea7014a41 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:28.974411 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-17cd4fdc-4d17-4f0a-985e-9dedf64039f1 req-3549643c-5b12-4d8a-bf7f-5f1ea7014a41 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1305261 Nov 18 17:35:29.034884 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-17cd4fdc-4d17-4f0a-985e-9dedf64039f1 req-fdd1273e-a72c-4d75-b403-b41b261e4c69 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535910 Nov 18 17:35:30.348445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1c3c7-bb60-4220-aeef-e94de9fa54dc req-4b9f8e06-c8e5-4540-8706-ea81bfcb7238 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:30.350190 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dee1c3c7-bb60-4220-aeef-e94de9fa54dc req-4b9f8e06-c8e5-4540-8706-ea81bfcb7238 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1208022 Nov 18 17:35:30.433841 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dee1c3c7-bb60-4220-aeef-e94de9fa54dc req-8ce44389-6a90-45ab-9032-a206a62ed188 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662334 Nov 18 17:35:31.686227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0e03-89f1-4b7f-b41d-172650642b6f req-48cbc624-9cf1-49b4-8804-166185cbc364 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:31.688589 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d7df0e03-89f1-4b7f-b41d-172650642b6f req-48cbc624-9cf1-49b4-8804-166185cbc364 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0924120 Nov 18 17:35:31.745239 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d7df0e03-89f1-4b7f-b41d-172650642b6f req-1e358101-05ce-4dc9-834b-b69dd32a14a3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 Nov 18 17:35:32.997452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5d24-7d0d-4191-991a-a615c8673127 req-48ac1871-8ed6-47b1-8223-6bda897cc777 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:32.999356 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2e2f5d24-7d0d-4191-991a-a615c8673127 req-48ac1871-8ed6-47b1-8223-6bda897cc777 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0918293 Nov 18 17:35:33.054325 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2e2f5d24-7d0d-4191-991a-a615c8673127 req-acaf7afe-7b72-484b-846e-58bbd4c32087 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486336 Nov 18 17:35:33.844854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45606) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:34.028995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.065933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:34.070625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Usage tracker for resource:security_group_rule and tenant:761a1713a6784ad7b5c870e180dd14e1 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:34.074248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:34.080805 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:34.236275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.288889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.298876 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b10cb698-4c15-4c78-bda4-39b4edb3b3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:34.336364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e021075-47ec-4b82-b8df-99d78aacb013,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:34.341663 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:34.366394 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-28c4411b-2a95-4c9f-8dcd-691f1e3276d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=761a1713a6784ad7b5c870e180dd14e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5216191 Nov 18 17:35:34.367151 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45614) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:34.413424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ac5b-c5b3-4b12-94a6-0fe559ce8bad req-33e37e80-aafc-480c-803d-d0c4c2a2bfe5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:34.415572 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5947ac5b-c5b3-4b12-94a6-0fe559ce8bad req-33e37e80-aafc-480c-803d-d0c4c2a2bfe5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1027710 Nov 18 17:35:34.445239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.476483 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.482774 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5947ac5b-c5b3-4b12-94a6-0fe559ce8bad req-d95a73ae-bbae-4506-a7bf-3260d3f5dfd0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599053 Nov 18 17:35:34.637447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.645686 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b734e677-1296-4af1-96d3-efc0842947a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:34.662764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e021075-47ec-4b82-b8df-99d78aacb013,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:34.666172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:34.670790 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e021075-47ec-4b82-b8df-99d78aacb013 HTTP/1.1" status: 204 len: 168 time: 0.3022995 Nov 18 17:35:34.671949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:35.030728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-22353e7b-140a-45c5-a0e7-f16e12cf294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.304770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45628) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:35.332649 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.374410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:35.383030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Usage tracker for resource:security_group_rule and tenant:b029c3207b0f4e9ca39e09d35f8fedae is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:35.386399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:35.392796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:35.538292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.571330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.586877 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-252f7bff-07d1-4e74-9b32-3fb8f1f51dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:35.641973 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b029c3207b0f4e9ca39e09d35f8fedae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3349094 Nov 18 17:35:35.644766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45634) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:35.653754 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654322b1-54e0-4fcc-90ae-87f861a911d5,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:35.657579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:35.763385 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.804131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.829521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b406-6bc3-4afc-83cf-c17819c72c62 req-cc52b930-c30a-428a-8e57-d4d358ca4c5e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:35.838083 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e26b406-6bc3-4afc-83cf-c17819c72c62 req-cc52b930-c30a-428a-8e57-d4d358ca4c5e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1337836 Nov 18 17:35:35.901964 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e26b406-6bc3-4afc-83cf-c17819c72c62 req-f2d62a7e-163c-429b-947d-9f412e4ae9f0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625417 Nov 18 17:35:35.927656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.942578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b54f5c1c-cc8c-4a50-9465-fbf4cab99310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:35.961426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654322b1-54e0-4fcc-90ae-87f861a911d5,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:35.966713 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:35.968773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:35.973532 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/654322b1-54e0-4fcc-90ae-87f861a911d5 HTTP/1.1" status: 204 len: 168 time: 0.3275633 Nov 18 17:35:36.327613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45644) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:36.649107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Deleting subnet 1050ec05-e417-49d2-8e8b-42dc91a2fcc7 {{(pid=80397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:35:36.919943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:36.954767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-fa49b831-362c-4e64-b2eb-7e1e8edb2222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:36.979182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131412'] for subnet, precommit_delete_associations {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:37.047717 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:37.494671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aed2a-72fa-47dd-bd56-d483704d142e req-b2d151c4-87a2-42b0-a5b4-2e08ff483659 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:37.496524 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d38aed2a-72fa-47dd-bd56-d483704d142e req-b2d151c4-87a2-42b0-a5b4-2e08ff483659 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.4139688 Nov 18 17:35:37.529642 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852042312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853456412'] for subnet, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:37.553272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fa393dad-72b9-4ad2-895d-026811df3ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:37.607868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1050ec05-e417-49d2-8e8b-42dc91a2fcc7,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:37.642628 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d38aed2a-72fa-47dd-bd56-d483704d142e req-505f7b77-678b-45de-ac2c-0a7855dd2f2b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383014 Nov 18 17:35:37.643692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:37.742076 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for subnet, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:37.749753 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-54e4cdaf-2a3c-410a-a670-96ced477b89d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1050ec05-e417-49d2-8e8b-42dc91a2fcc7 HTTP/1.1" status: 204 len: 168 time: 1.4207094 Nov 18 17:35:37.752315 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45672) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:37.846149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:37.886077 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.094875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.230738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadbc013-d608-4c0a-9455-651b0dc8d7dd']}} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:38.246546 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62159eef-3781-48af-8133-2f2c4632cfbb') {'for_net_delete': True} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:38.246896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62159eef-3781-48af-8133-2f2c4632cfbb') {} {{(pid=80397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:35:38.261258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852644372'] for segment, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.282620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.283581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:35:38.473978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:35:38.483682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852042267'] for segment, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.666249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Network dadbc013-d608-4c0a-9455-651b0dc8d7dd has no segments {{(pid=80397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:35:38.694710 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:35:38.823632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.828646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2d03ef64-cb77-4a7a-8c9a-645a7e74f9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:38.849444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.852094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:38.862175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=dadbc013-d608-4c0a-9455-651b0dc8d7dd,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:38.866593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:38.899182 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-96422a61-2092-4081-846e-cfccf06d1e44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dadbc013-d608-4c0a-9455-651b0dc8d7dd HTTP/1.1" status: 204 len: 168 time: 1.1452947 Nov 18 17:35:38.964445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951da4d-dab3-404a-ad96-e11d7c659a14 req-ee90e19b-ddbf-4cca-a20f-b171a57426cd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:38.966523 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5951da4d-dab3-404a-ad96-e11d7c659a14 req-ee90e19b-ddbf-4cca-a20f-b171a57426cd tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1283040 Nov 18 17:35:39.029386 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5951da4d-dab3-404a-ad96-e11d7c659a14 req-a9083327-1de7-44f7-ab54-163a91602505 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561824 Nov 18 17:35:39.196622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45710) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:39.263170 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-89e5bccf-f5dd-447b-b4bf-664aaab07d29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e10c76a90604875b8e002dc80d292ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0650775 Nov 18 17:35:39.265661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45714) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:39.333026 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:39.361467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:39.399231 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-c41e5ac0-d9bb-40e8-8022-b49262ee5802 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.0823369 Nov 18 17:35:39.434408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:39.439819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b829865-796f-4278-9567-3fe446a9b216 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:39.455457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543098d4-8945-46aa-bc19-47af1fbf3fd3,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:39.458255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:39.478905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:39.514633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:39.516122 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-126ab19f-b768-4239-a130-e6acd0e92329 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/543098d4-8945-46aa-bc19-47af1fbf3fd3 HTTP/1.1" status: 204 len: 168 time: 0.2494328 Nov 18 17:35:39.555874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47573abb-c26f-481d-96f6-db5bed560dce req-56e7f493-0875-4921-803b-48044cca0f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:39.557746 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-56e7f493-0875-4921-803b-48044cca0f00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1508551 Nov 18 17:35:39.676268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-8794dfb4-4d87-4d22-b56e-115255063bf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1002 time: 0.1104970 Nov 18 17:35:39.750733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47573abb-c26f-481d-96f6-db5bed560dce req-90f2cef9-ebef-498e-8c19-e7c3a9002dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:39.752320 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-90f2cef9-ebef-498e-8c19-e7c3a9002dab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0684092 Nov 18 17:35:39.837140 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-dd65498e-c196-41fe-96bb-a53ea6df8d2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769284 Nov 18 17:35:40.220712 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-07596244-f594-42a9-9882-1e332813fd87 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761029 Nov 18 17:35:40.284764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59986a7-2d6f-4757-b482-0c4a1e7c8fc6 req-baa5226b-849c-438f-8f10-cf97da23e9b0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:40.286416 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e59986a7-2d6f-4757-b482-0c4a1e7c8fc6 req-baa5226b-849c-438f-8f10-cf97da23e9b0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0911160 Nov 18 17:35:40.339447 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e59986a7-2d6f-4757-b482-0c4a1e7c8fc6 req-1dbc4e36-8a59-4598-acf7-2956e54b6e78 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Nov 18 17:35:40.383938 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47573abb-c26f-481d-96f6-db5bed560dce req-a078ac2c-5c88-46eb-b475-f48cc0d5a686 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1561146 Nov 18 17:35:41.584578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9214ca-64dc-4d18-b666-9b97ff7dc2fe req-3b4bb544-56a4-4c42-8de7-9cfedc836f50 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:41.586269 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be9214ca-64dc-4d18-b666-9b97ff7dc2fe req-3b4bb544-56a4-4c42-8de7-9cfedc836f50 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0943351 Nov 18 17:35:41.636587 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be9214ca-64dc-4d18-b666-9b97ff7dc2fe req-85ff628a-067b-406c-aa1d-e88f72f9ec07 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Nov 18 17:35:42.881094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8224f-5404-46ec-ae94-b27867c63634 req-6ceb7a7f-a787-457c-8c04-11b6032fe6c3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:42.882785 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7de8224f-5404-46ec-ae94-b27867c63634 req-6ceb7a7f-a787-457c-8c04-11b6032fe6c3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0949504 Nov 18 17:35:42.933797 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7de8224f-5404-46ec-ae94-b27867c63634 req-27921d36-06c6-49d5-84d0-70983e88f1da tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445986 Nov 18 17:35:42.963765 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:35:43.101797 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:43.133440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:35:43.144057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:35:43.180505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:43.183172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8e3646dd-6548-4c7e-8f0c-239dbd88150a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:43.220569 dv-cinder-760184-2-iscsi neutron-server[80284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'code': 422} returned with failed status Nov 18 17:35:43.262803 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:43.271988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.272388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.272781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.273162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.273541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.273944 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.274317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.274869 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.275039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.275408 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.275777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.276143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.276557 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.276891 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.277255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.277622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.278010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.278551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.278730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.279081 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.279446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.279815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.280181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.280542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:43.285059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:44.999816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:45.151173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d09d0-5dfb-44f9-bc73-00105ea5d74a req-d54be31d-94e5-4d5f-a963-1428a45e1fa3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:45.152820 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-255d09d0-5dfb-44f9-bc73-00105ea5d74a req-d54be31d-94e5-4d5f-a963-1428a45e1fa3 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0890276 Nov 18 17:35:45.206126 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-255d09d0-5dfb-44f9-bc73-00105ea5d74a req-1bbe1dcb-9768-49a3-b3ee-af5997337f22 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469575 Nov 18 17:35:45.332164 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45810) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:45.482071 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-97727541-3f48-4fab-8199-188815bbe8ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484785 Nov 18 17:35:46.206412 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-42d6fbbc-9508-4392-8df3-03d02cc9328c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157&tenant_id=d2cabf1fb5814ad991b7b3dfb433916b HTTP/1.1" status: 200 len: 1161 time: 0.0791199 Nov 18 17:35:46.309161 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-03c6b5b6-e670-4979-9ac7-732d70ea2b4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1161 time: 0.0799050 Nov 18 17:35:46.517616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-2a04964c-e6fb-4542-904a-145c83d60c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:46.519264 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-2a04964c-e6fb-4542-904a-145c83d60c34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.2030334 Nov 18 17:35:46.589011 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f392e41-7dff-4ed5-abc9-5a3747a461c5 req-823718ae-d7fc-4882-ba5e-d87396d8c430 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:46.590673 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4f392e41-7dff-4ed5-abc9-5a3747a461c5 req-823718ae-d7fc-4882-ba5e-d87396d8c430 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.2305725 Nov 18 17:35:46.673842 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-a2f5b912-d7a7-4f84-8077-76b55ab527e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1000 time: 0.1470835 Nov 18 17:35:46.678413 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4f392e41-7dff-4ed5-abc9-5a3747a461c5 req-301c74f6-b872-4b61-b36b-b05fa87721a6 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813537 Nov 18 17:35:46.749400 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-bc55288a-e392-4ae6-9505-3fd208dc9d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:46.751061 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-bc55288a-e392-4ae6-9505-3fd208dc9d6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0699396 Nov 18 17:35:46.834350 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-3bba5f21-a894-4527-9674-4a4bdb739eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756216 Nov 18 17:35:46.983846 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-9dd2f266-1829-4ef0-97e7-11b68c581111 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418073 Nov 18 17:35:47.131595 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-795a0945-4062-40f6-8bde-c3efbee5d70a req-ed98b7fb-51d9-40d1-9d65-9de418da03df service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407163 Nov 18 17:35:47.625818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:35:47.909637 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de5cac-17ea-48a7-adb0-c94c51bc4433 req-857bfd13-22c6-43e1-9526-deb7b6c179e9 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:47.911345 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-05de5cac-17ea-48a7-adb0-c94c51bc4433 req-857bfd13-22c6-43e1-9526-deb7b6c179e9 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0876703 Nov 18 17:35:47.963589 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-05de5cac-17ea-48a7-adb0-c94c51bc4433 req-b84b3858-dff4-470f-94bf-f921d999b5cc tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460587 Nov 18 17:35:49.236497 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe6738-f2db-4e16-a0c3-d9b7d82faf78 req-7dd80c9c-0f48-4a56-8e9a-12ae57182dee tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:49.244174 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2fe6738-f2db-4e16-a0c3-d9b7d82faf78 req-7dd80c9c-0f48-4a56-8e9a-12ae57182dee tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1234775 Nov 18 17:35:49.295089 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b2fe6738-f2db-4e16-a0c3-d9b7d82faf78 req-9a8bfb05-24f0-4866-8754-b9b863490363 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Nov 18 17:35:49.872988 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45888) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:50.120106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.371730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:50.375966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Usage tracker for resource:security_group_rule and tenant:30fa8e3a576c4887876184782fc5e544 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:50.379086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:50.385163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:50.574812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.588401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9384dbb-3f84-4347-91cd-718008bedc13 req-10286123-5f51-49cb-9f5d-85fc1e0d8ce8 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:50.590101 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b9384dbb-3f84-4347-91cd-718008bedc13 req-10286123-5f51-49cb-9f5d-85fc1e0d8ce8 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1217117 Nov 18 17:35:50.643506 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b9384dbb-3f84-4347-91cd-718008bedc13 req-5b2d0542-16ff-400d-babc-07f4fbd05ed1 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Nov 18 17:35:50.658090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.667792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a38f0722-74fe-4537-9985-97b2516bb5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:50.712313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1361ec-7a85-4344-a565-bd96d5dd5521,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:50.719669 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30fa8e3a576c4887876184782fc5e544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8452585 Nov 18 17:35:50.721912 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45896) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:50.722335 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e5f49e60-787d-4746-acb4-9f36317e3146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:50.789083 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.820036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.960757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.967697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5349ead6-1765-4e8a-8881-5d1ecd3241e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:50.982662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1361ec-7a85-4344-a565-bd96d5dd5521,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:50.986743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:50.992791 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:50.994082 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c1361ec-7a85-4344-a565-bd96d5dd5521 HTTP/1.1" status: 204 len: 168 time: 0.2707953 Nov 18 17:35:51.579368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45906) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:51.599971 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:51.635792 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:51.641085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb16da3f1124afab9dc8529224d9c39 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:51.644419 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:51.650658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:51.726282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:51.771665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:51.780035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-80680329-d8cb-4a38-8a3d-558b07223552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:51.875719 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceb16da3f1124afab9dc8529224d9c39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2951610 Nov 18 17:35:51.876755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83537714-f9ea-4845-85f1-0211df00f1ad,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:51.878699 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45912) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:51.885589 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:51.936349 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04373ca8-eb9f-4767-bf43-d05ae31a31c7 req-5ca82a53-35db-420f-ab47-97c6c3f7845e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:51.944743 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-04373ca8-eb9f-4767-bf43-d05ae31a31c7 req-5ca82a53-35db-420f-ab47-97c6c3f7845e tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1302283 Nov 18 17:35:51.960178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:51.995423 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-04373ca8-eb9f-4767-bf43-d05ae31a31c7 req-e1a22773-8b64-4fa3-ae02-a71e00ce1aff tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496745 Nov 18 17:35:51.997140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:52.082097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:52.091966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-cbecd474-df98-4bda-9bdc-0cf916f09b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:52.113662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83537714-f9ea-4845-85f1-0211df00f1ad,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:52.116839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:52.119057 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83537714-f9ea-4845-85f1-0211df00f1ad HTTP/1.1" status: 204 len: 168 time: 0.2375989 Nov 18 17:35:52.119210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f57f7b41-9354-40b8-a0a0-9c50b6e78ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:52.871874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 45920) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:52.892110 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:52.929569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:52.934800 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Usage tracker for resource:security_group_rule and tenant:56c9d49d7032428d92cc5ccf0ab267ba is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:52.938402 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:52.945554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:53.026981 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:53.070690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:53.081467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c284a77d-415f-4064-a468-029b0395f4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:53.129833 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe3783-2797-42ab-b0a3-b343e9027895,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:53.134384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:53.139896 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45926) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:53.154531 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-8240f0d8-5e16-4305-94ea-144a53e41a29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c9d49d7032428d92cc5ccf0ab267ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2813668 Nov 18 17:35:53.237673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:53.268319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:53.295708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8e142-60a8-425d-83cc-b885fcbf742f req-372f7d57-da8e-4f95-9eef-c776739e5c93 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:53.297865 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b0c8e142-60a8-425d-83cc-b885fcbf742f req-372f7d57-da8e-4f95-9eef-c776739e5c93 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1135042 Nov 18 17:35:53.361992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:53.368195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c408edf8-bee7-4305-afcc-0578cc9e2be2 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:53.382523 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe3783-2797-42ab-b0a3-b343e9027895,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:53.386762 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:53.399064 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:53.400682 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6afe3783-2797-42ab-b0a3-b343e9027895 HTTP/1.1" status: 204 len: 168 time: 0.2593796 Nov 18 17:35:53.593851 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b0c8e142-60a8-425d-83cc-b885fcbf742f req-e96a5d76-9636-430b-b7e7-550877128871 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839510 Nov 18 17:35:54.876307 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61824c-9a50-464f-90d8-7bef9bf802e3 req-8b42b175-2f8d-4473-94b5-9ae69bb5bdcb tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:54.878034 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb61824c-9a50-464f-90d8-7bef9bf802e3 req-8b42b175-2f8d-4473-94b5-9ae69bb5bdcb tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1109903 Nov 18 17:35:54.946560 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fb61824c-9a50-464f-90d8-7bef9bf802e3 req-097ded88-f635-447c-b4d7-eba145162de7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620484 Nov 18 17:35:55.391473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45960) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:55.557907 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:55.591799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:35:55.595978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Usage tracker for resource:security_group_rule and tenant:7c8340d66b8b460ab0ca7e1c12345c1b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:35:55.600607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:35:55.607936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:35:55.685208 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:55.722009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:55.731468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-05faf272-5418-4db7-b68d-f882aedd2da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:55.775629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c8d333-ff33-498d-a972-f475a3e53389,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:55.782291 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c8340d66b8b460ab0ca7e1c12345c1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3895757 Nov 18 17:35:55.785363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 45966) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:35:55.807103 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.807537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.807963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.808383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.808795 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.809213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.809623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.810063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.810472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.810884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.811289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.811700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.812142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.812549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.812937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.813337 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.813736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.818095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.818576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.818958 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.819378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.819790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.820202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.820690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:35:55.827021 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-90efb811-9168-4131-a5d8-533d2214b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:55.878566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:55.910656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:55.990964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:55.997127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f384d78e-854b-4df9-be72-12df5ba1574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:35:56.011899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c8d333-ff33-498d-a972-f475a3e53389,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:35:56.015039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:35:56.015964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:35:56.029547 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ef50c068-f863-4304-9cdf-c79830e26985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44c8d333-ff33-498d-a972-f475a3e53389 HTTP/1.1" status: 204 len: 168 time: 0.2337172 Nov 18 17:35:56.208098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726aabed-bba7-4b19-92c3-1e3c08bf64e9 req-cd8077eb-772b-4a67-90ae-5280be08854d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:56.210469 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-726aabed-bba7-4b19-92c3-1e3c08bf64e9 req-cd8077eb-772b-4a67-90ae-5280be08854d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1003273 Nov 18 17:35:56.277226 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-726aabed-bba7-4b19-92c3-1e3c08bf64e9 req-aaee5c3a-aa15-4cc5-94e8-18f2529a7443 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603182 Nov 18 17:35:57.557638 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8a187-3e7c-43c9-8856-1ce51c88f1bf req-54e2ea13-fed0-42de-b1ff-e7d45debc914 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:57.560333 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47d8a187-3e7c-43c9-8856-1ce51c88f1bf req-54e2ea13-fed0-42de-b1ff-e7d45debc914 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1140738 Nov 18 17:35:57.616581 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-47d8a187-3e7c-43c9-8856-1ce51c88f1bf req-e8ac5d04-686a-46f8-b1ce-21e8903ae84b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510046 Nov 18 17:35:58.881700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45eea6-b128-4a80-83d6-39d50cc53529 req-257cd6d4-36fe-487d-bed5-088f47bbea57 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:35:58.881700 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb45eea6-b128-4a80-83d6-39d50cc53529 req-257cd6d4-36fe-487d-bed5-088f47bbea57 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1031046 Nov 18 17:35:58.930680 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-cb45eea6-b128-4a80-83d6-39d50cc53529 req-969d0500-8c55-460b-952c-aad0a4d8cb4d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Nov 18 17:36:00.167268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d50925-d1b8-456f-aeba-bc319aef1b7c req-6edaeead-526f-44f0-a2ba-4fc46be5c823 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:00.168976 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1d50925-d1b8-456f-aeba-bc319aef1b7c req-6edaeead-526f-44f0-a2ba-4fc46be5c823 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0908227 Nov 18 17:36:00.222075 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-c1d50925-d1b8-456f-aeba-bc319aef1b7c req-ec4cae64-f8a6-4318-bfd4-7ccc52006657 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450821 Nov 18 17:36:01.450039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf61c-5866-4fbf-822e-ca947dc77c22 req-9f6e9087-cfe6-476b-bc99-53620e894a09 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:01.451947 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1ddf61c-5866-4fbf-822e-ca947dc77c22 req-9f6e9087-cfe6-476b-bc99-53620e894a09 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0846956 Nov 18 17:36:01.503546 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1ddf61c-5866-4fbf-822e-ca947dc77c22 req-e1c2aa18-96be-4e24-ad84-d4edfb9e6501 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Nov 18 17:36:02.730000 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f0af1-5e99-447f-97a3-cd06d5228e63 req-45d4cd8b-61ba-4427-b1d6-c1110bc4b002 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:02.731631 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb2f0af1-5e99-447f-97a3-cd06d5228e63 req-45d4cd8b-61ba-4427-b1d6-c1110bc4b002 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0838139 Nov 18 17:36:02.780005 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb2f0af1-5e99-447f-97a3-cd06d5228e63 req-819831a9-ddef-41a4-925f-cf42e29caaef tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Nov 18 17:36:04.006380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb84b5-06ec-49d6-82c2-cb033d7cfde4 req-1ad3ee8f-4117-4b7e-a3e3-d26bfcd71364 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:04.007957 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4fcb84b5-06ec-49d6-82c2-cb033d7cfde4 req-1ad3ee8f-4117-4b7e-a3e3-d26bfcd71364 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0851781 Nov 18 17:36:04.057994 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4fcb84b5-06ec-49d6-82c2-cb033d7cfde4 req-cc744412-ad0f-42c6-a711-2b6ba4822428 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 Nov 18 17:36:05.036314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2f29-5c1d-42b1-8a25-2f09b0f41661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:05.310447 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c84970-1145-4ab8-a581-3cfe3631b5a0 req-f9ef29d4-210d-4e69-b362-818a488a926b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:05.312002 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e9c84970-1145-4ab8-a581-3cfe3631b5a0 req-f9ef29d4-210d-4e69-b362-818a488a926b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0926888 Nov 18 17:36:05.363448 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e9c84970-1145-4ab8-a581-3cfe3631b5a0 req-cba5e086-bb92-4973-bbf5-5a2ee36aae8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 Nov 18 17:36:06.601384 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be8730-a797-4602-bb0e-eec7beab60ba req-8133d9d5-ec25-4afb-90f6-56546e703e6b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:06.603073 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-40be8730-a797-4602-bb0e-eec7beab60ba req-8133d9d5-ec25-4afb-90f6-56546e703e6b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0898216 Nov 18 17:36:06.653017 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-40be8730-a797-4602-bb0e-eec7beab60ba req-5e97f5b2-8eb4-4ae1-96e6-c3efe5b04248 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Nov 18 17:36:06.893496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-db654e3a-7316-422e-a8e0-93f6f729b6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:07.845677 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:07.886001 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb0974-96f7-4040-af62-5380c79572bd req-8486eb53-0005-40f1-8be9-22565122c89c tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:07.887635 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-09cb0974-96f7-4040-af62-5380c79572bd req-8486eb53-0005-40f1-8be9-22565122c89c tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0868182 Nov 18 17:36:07.944545 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-09cb0974-96f7-4040-af62-5380c79572bd req-8315932c-186b-4253-8019-8b7be2770b58 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506089 Nov 18 17:36:08.847416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:09.191580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb1bd1-82d8-4600-b93b-635bba5ae4f0 req-23fee527-8571-4d48-9bd7-4e2b280ac0f4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:09.193192 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1eeb1bd1-82d8-4600-b93b-635bba5ae4f0 req-23fee527-8571-4d48-9bd7-4e2b280ac0f4 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1024022 Nov 18 17:36:09.247726 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1eeb1bd1-82d8-4600-b93b-635bba5ae4f0 req-764bb3b7-4515-4030-94b4-53a882bb4e4a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472786 Nov 18 17:36:09.472917 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-c98301ff-19b5-4189-bd4b-8caf4f6b7062 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1161 time: 0.2491150 Nov 18 17:36:09.481391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:09.641345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-0653e6d3-73ab-49ac-8074-5be90604e153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:09.642985 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-0653e6d3-73ab-49ac-8074-5be90604e153 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1462643 Nov 18 17:36:09.757149 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-00b3203d-ed99-4c66-b9fc-9a54568affd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1000 time: 0.1069341 Nov 18 17:36:09.830678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-a38ccf0c-74ed-47bd-b3f0-2d06ae5ff95b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:09.832283 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-a38ccf0c-74ed-47bd-b3f0-2d06ae5ff95b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0668626 Nov 18 17:36:09.920826 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-24518e66-3332-410b-b343-c8a36ef8c94b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812442 Nov 18 17:36:10.076821 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-1e446512-4e51-41fb-8c70-f96a002130aa service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454997 Nov 18 17:36:10.226168 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-12b81398-94ff-4c0c-8b4a-834e975bec23 req-d95585e4-3d2d-4fca-8aeb-2ddb12c70836 service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425900 Nov 18 17:36:10.478301 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297ffc5-c175-485c-856a-90ac66f4a3dd req-28b58fa4-286a-429d-a451-52861991290b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:10.479936 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f297ffc5-c175-485c-856a-90ac66f4a3dd req-28b58fa4-286a-429d-a451-52861991290b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0833676 Nov 18 17:36:10.530852 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f297ffc5-c175-485c-856a-90ac66f4a3dd req-8f16d82c-9989-4104-a515-a810f5b26a1b tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Nov 18 17:36:11.585770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46118) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:36:11.741550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:11.766576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1b391-2434-4dd6-8234-0499ee9842ca req-1f9212b0-ae9e-4129-a7a4-ee0c3785d692 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:11.768154 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ebf1b391-2434-4dd6-8234-0499ee9842ca req-1f9212b0-ae9e-4129-a7a4-ee0c3785d692 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0894094 Nov 18 17:36:11.774922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:36:11.779595 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Usage tracker for resource:security_group_rule and tenant:19860ccc2e61433e8ba718afb48fa3d1 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:36:11.782577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:36:11.788302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:36:11.818168 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ebf1b391-2434-4dd6-8234-0499ee9842ca req-2b3c9c3d-9601-4920-b795-de7b423770e0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Nov 18 17:36:11.864130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:11.898144 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:11.906627 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e6da23fd-8cf4-4fa1-a246-3104b23be748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:11.953549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a69d12-eb3b-452f-98d6-e788505f5da1,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:11.957464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:11.960103 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19860ccc2e61433e8ba718afb48fa3d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3726592 Nov 18 17:36:11.963444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46124) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:36:12.027159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.054163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.130613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.136607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-30e35956-ae35-413b-870b-417afc8c02cb tempest-AttachVolumeTestJSON-179549836 tempest-AttachVolumeTestJSON-179549836] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:12.150267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a69d12-eb3b-452f-98d6-e788505f5da1,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:12.153369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:12.154308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.156069 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89a69d12-eb3b-452f-98d6-e788505f5da1 HTTP/1.1" status: 204 len: 168 time: 0.1910176 Nov 18 17:36:12.636437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46132) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:36:12.656472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.688924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:36:12.693028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Usage tracker for resource:security_group_rule and tenant:96a483a787b448aa8c0fa2f60da6f753 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:36:12.695923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:36:12.702229 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:36:12.771181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.800945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.809309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5ed8fece-78e7-4f8f-ae74-37f75f20294e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:12.851780 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a77d52-66e1-43e2-8f88-4d3bcebc8858,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:12.858613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:12.858613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96a483a787b448aa8c0fa2f60da6f753&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206185 Nov 18 17:36:12.860811 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46136) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:36:12.924593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:12.953945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.075094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156fc49-0bff-4d9a-81df-0c25200ff6ee req-a1bd4dfe-21b9-49cc-98ae-7c75a5cb2ecf tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:13.076682 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e156fc49-0bff-4d9a-81df-0c25200ff6ee req-a1bd4dfe-21b9-49cc-98ae-7c75a5cb2ecf tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.1022105 Nov 18 17:36:13.124770 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e156fc49-0bff-4d9a-81df-0c25200ff6ee req-66acb96d-3a2e-4021-9d81-90309245828a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Nov 18 17:36:13.138853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.145033 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-19997576-1dce-4b48-a4f3-896e99a70c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:13.159340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a77d52-66e1-43e2-8f88-4d3bcebc8858,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:13.162138 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:13.164441 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.165576 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-7ec2cfcf-63d4-4aef-a792-4cba9b9cfb82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10a77d52-66e1-43e2-8f88-4d3bcebc8858 HTTP/1.1" status: 204 len: 168 time: 0.3037763 Nov 18 17:36:13.766265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46146) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:36:13.786388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.820757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:36:13.824633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:36:13.825684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Usage tracker for resource:security_group_rule and tenant:b65fef6ddab74856a262eaed882ef59b is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:36:13.828764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:36:13.834633 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:36:13.899521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 64d9af8e-ea4e-4693-8392-523523fbed67 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:36:13.899949 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.903571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.936182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:13.944039 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-16b3cf6f-3c81-4e99-91c8-82fc74feeedd tempest-TestShelveInstance-716210157 tempest-TestShelveInstance-716210157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:13.991090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6cf87-8f18-489f-ad14-c138349aac0b,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:13.996253 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b65fef6ddab74856a262eaed882ef59b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2287681 Nov 18 17:36:13.997275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:13.998901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46150) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:36:14.019041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:14.050527 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:36:14.061254 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:36:14.062929 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:14.091708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:14.098722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:14.101111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:14.136241 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'code': 200} Nov 18 17:36:14.172304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=6']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:14.185314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:14.264106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:14.269911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0b6beb48-a832-416c-bd06-efc246f30fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:36:14.316093 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6cf87-8f18-489f-ad14-c138349aac0b,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:36:14.326950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:36:14.345361 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:14.346636 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-59d196b6-f78e-4270-a4ff-321da11c3441 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48f6cf87-8f18-489f-ad14-c138349aac0b HTTP/1.1" status: 204 len: 168 time: 0.3467534 Nov 18 17:36:14.638078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecba29-b784-40d4-942b-86d1e11cc0dd req-1c588fc1-013e-43d5-86d8-ccacc5427218 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:14.639711 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8fecba29-b784-40d4-942b-86d1e11cc0dd req-1c588fc1-013e-43d5-86d8-ccacc5427218 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.3597260 Nov 18 17:36:14.702185 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9e20afdf-5d70-460c-b111-d129911e4bea req-a3e7d51c-ec4e-45f2-8317-bb227e147bf4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.3363254 Nov 18 17:36:14.704663 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8fecba29-b784-40d4-942b-86d1e11cc0dd req-5fd08210-cea0-48ad-b9a0-e9edfc5a4a64 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569937 Nov 18 17:36:14.749458 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9e20afdf-5d70-460c-b111-d129911e4bea req-06735b33-75a7-41c3-979b-d5bd59b5cae3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Nov 18 17:36:14.996323 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:15.323825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:36:15.395024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 64d9af8e-ea4e-4693-8392-523523fbed67 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:36:15.395391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:15.955171 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52904b90-5614-4a9e-bf08-e64360a69580 req-fbc06e56-06bd-4563-a3b7-6302ca20a2f7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:15.956789 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52904b90-5614-4a9e-bf08-e64360a69580 req-fbc06e56-06bd-4563-a3b7-6302ca20a2f7 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1016648 Nov 18 17:36:16.005622 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-52904b90-5614-4a9e-bf08-e64360a69580 req-a9e1c586-00d0-4bfc-abb9-0cf8eff77fb9 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Nov 18 17:36:17.286287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8317b-977f-44d0-a265-840d5e8deaee req-32eafae2-cb92-4677-a96c-3b9847265441 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:17.287933 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-30d8317b-977f-44d0-a265-840d5e8deaee req-32eafae2-cb92-4677-a96c-3b9847265441 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0951912 Nov 18 17:36:17.340593 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-30d8317b-977f-44d0-a265-840d5e8deaee req-b8bf5787-9ef8-4325-a290-d6c2c2bf174d tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449367 Nov 18 17:36:18.583216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aff064-ce3a-4f11-87aa-a7501de0c12f req-9ad3e1ff-a675-4c3a-83bc-53d90493247a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:36:18.584856 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-02aff064-ce3a-4f11-87aa-a7501de0c12f req-9ad3e1ff-a675-4c3a-83bc-53d90493247a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0968027 Nov 18 17:36:18.633658 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-02aff064-ce3a-4f11-87aa-a7501de0c12f req-1c2064f8-3c5e-477a-b357-e09304f683f0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Nov 18 17:36:24.625653 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:36:35.041685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a6f63734-9fb8-4b76-9c8b-bc8b232a201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:36.879573 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-151fdb20-6d4c-40f6-a972-c1281ec560c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:37.845700 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:38.850934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:39.493379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:36:44.982758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:01.625986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:37:05.028224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3b9467a5-d630-45f7-b730-d4d9bd443a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:06.875285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-658339cc-eedb-4993-a8b2-1b920fd50495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:07.850829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:08.840204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:09.485440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:09.834477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46438) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:37:09.988545 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.021123 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:37:10.025212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d144d8686743bd91587275e7f6d355 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:37:10.028255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:37:10.034517 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:37:10.145202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.183381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.192152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ec490838-524c-4f55-9176-7dda23ce9586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:37:10.290157 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfaf51c-847d-49f5-846b-4fe276e20efd,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:37:10.302467 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0d144d8686743bd91587275e7f6d355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4669027 Nov 18 17:37:10.305533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 46444) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:37:10.309809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.310283 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.310695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.311101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.311503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.311959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.312364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.313422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.314047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.314459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.314897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.315293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.316957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.316957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.316957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.316957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.317351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.317550 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.317957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.318351 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.318739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.319127 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.319514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.319901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.324684 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-751dba82-a1c6-4317-9dd2-9d28dad02193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:37:10.344050 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-711be463-4b4a-4111-a927-555b1c69b698 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1348803 Nov 18 17:37:10.373027 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.402312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.499121 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-1f12ae87-45a4-4cad-bc42-2e5e0f938916 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 1163 time: 0.0752034 Nov 18 17:37:10.583399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.588934 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2922f3d4-7373-428b-95e4-bad2702af7f5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:37:10.605267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfaf51c-847d-49f5-846b-4fe276e20efd,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:37:10.618750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.619180 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.619643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.620053 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.620459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.620866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.621269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.621674 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.622098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.622503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.622901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.623304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.623747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.624145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.624542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.624939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.625830 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.626250 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.626645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.627041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.627434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.627843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.628226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.628617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:10.631727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:10.632987 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cfaf51c-847d-49f5-846b-4fe276e20efd HTTP/1.1" status: 204 len: 168 time: 0.3263202 Nov 18 17:37:10.634056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ee5f2a86-5660-4243-b39f-46b0729582fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:37:10.665397 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-4cd54f8d-a45d-4c80-9a23-093a44ee567f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:37:10.667016 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-4cd54f8d-a45d-4c80-9a23-093a44ee567f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 200 len: 911 time: 0.1455846 Nov 18 17:37:10.781621 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-550388f3-ae69-4880-88df-b7825d935858 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 200 len: 1002 time: 0.1071799 Nov 18 17:37:10.857227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-fc06407c-1425-4717-8671-2b535ac33ccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:37:10.859097 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-fc06407c-1425-4717-8671-2b535ac33ccd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 200 len: 856 time: 0.0709682 Nov 18 17:37:10.949576 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-972919f7-81d0-4cf8-b443-e468561d4569 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d5106dce-df44-4783-9f13-3c3368b86d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824554 Nov 18 17:37:11.104431 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-6889914e-5638-46cc-82d9-a7c40e17232b service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465199 Nov 18 17:37:11.251626 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f30b6c97-b206-4b2d-96d0-7e5352360ca7 req-86db12ff-3d33-430f-b4b4-73271013085f service neutron] 10.222.0.43 "GET /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400189 Nov 18 17:37:15.004386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:35.026978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-924f92ee-7998-426f-a5e1-33841966e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:36.880313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9f125bf8-7f8b-4ae6-a802-45bde4a03ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:37.839927 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:38.626541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:37:38.845330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:39.485970 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:45.016731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:52.547892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7b7d-840b-432a-9a59-781214d781c3 req-3444ae93-b7d1-4250-828a-ba65469a8af5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:37:52.549556 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a1ae7b7d-840b-432a-9a59-781214d781c3 req-3444ae93-b7d1-4250-828a-ba65469a8af5 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.3098807 Nov 18 17:37:52.600080 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-a1ae7b7d-840b-432a-9a59-781214d781c3 req-81ac3146-5632-4bd7-9810-8bb566b8e239 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Nov 18 17:37:53.940902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca428b-66c2-49c4-9e5d-e80ac62e2cb5 req-0ffb0e03-e2cf-4237-af24-cb48ada282e0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:37:53.942463 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-95ca428b-66c2-49c4-9e5d-e80ac62e2cb5 req-0ffb0e03-e2cf-4237-af24-cb48ada282e0 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.1676645 Nov 18 17:37:53.999328 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-95ca428b-66c2-49c4-9e5d-e80ac62e2cb5 req-c3506788-bebc-4a2e-bb0b-4f0252457725 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483718 Nov 18 17:37:54.131865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-a22bc410-0c2d-428c-a557-61cb4dec176a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:37:54.133478 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-a22bc410-0c2d-428c-a557-61cb4dec176a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 946 time: 0.0834026 Nov 18 17:37:54.208947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Deleting port 64d9af8e-ea4e-4693-8392-523523fbed67 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:37:54.209266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:54.285028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 64d9af8e-ea4e-4693-8392-523523fbed67 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:37:54.399477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:54.426840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:37:54.438017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:37:54.462886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:54.465577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-34189724-a8fc-442b-a25e-398548569aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:37:54.478118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:37:54.478672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:54.540119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=7']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:37:54.549299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.549697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.550108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.550487 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.550862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.551253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.551584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.552603 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.552859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.553236 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.553597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.554005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.554672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.555036 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.555403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.555768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.556130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.556493 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.556855 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.557214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.557575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.557963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.558327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.558685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:37:54.563462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:37:54.580499 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'code': 200} Nov 18 17:37:54.792738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:54.793072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:54.793427 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Floating IP 07f83468-7a25-421e-8c8f-75bfd5ee0f52 disassociated. External IP: 172.27.1.159, port: 64d9af8e-ea4e-4693-8392-523523fbed67. Nov 18 17:37:54.793810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Calling delete_port for 64d9af8e-ea4e-4693-8392-523523fbed67 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:37:55.015911 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:37:55.016509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:37:55.231239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447d4f-b4aa-4dd8-879f-e18cdf2fd5e4 req-9d7aa670-392b-4f00-a934-b593ef5c3e60 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:37:55.232988 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-77447d4f-b4aa-4dd8-879f-e18cdf2fd5e4 req-9d7aa670-392b-4f00-a934-b593ef5c3e60 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 944 time: 0.0837204 Nov 18 17:37:55.281661 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-77447d4f-b4aa-4dd8-879f-e18cdf2fd5e4 req-7723e3e9-fc0b-4a79-b7e3-0bdf0084b816 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups?id=15910ebc-c42c-45ad-a4fb-737ebbe913d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Nov 18 17:37:55.517751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Deleting port 64d9af8e-ea4e-4693-8392-523523fbed67 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:37:55.518191 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:55.774048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] For port 64d9af8e-ea4e-4693-8392-523523fbed67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=64d9af8e-ea4e-4693-8392-523523fbed67,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:37:55.774456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:56.082387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:56.082966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824152'] for floatingip, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:56.083136 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.l3_db [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Floating IP 07f83468-7a25-421e-8c8f-75bfd5ee0f52 disassociated. External IP: 172.27.1.159, port: 64d9af8e-ea4e-4693-8392-523523fbed67. Nov 18 17:37:56.083520 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Calling delete_port for 64d9af8e-ea4e-4693-8392-523523fbed67 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:37:56.303275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:56.319224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-d50dbcd4-b4b5-45e1-9f54-66086b6aeb65 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:37:56.374733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event deleted for resources: {'Port': ['ID=64d9af8e-ea4e-4693-8392-523523fbed67,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:37:56.378794 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:37:56.484124 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ffc532ee-5c92-4e24-8a1c-341cb1ab6af5 req-cfb9b43a-7057-49d8-9590-21c236aab636 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 210 time: 0.0488465 Nov 18 17:37:56.707555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:37:57.144582 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:37:57.154802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:37:57.169687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:37:57.170389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:37:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:37:57.181793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] No DVR routers for this DVR port 64d9af8e-ea4e-4693-8392-523523fbed67 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:37:57.184097 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:37:57.186873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-deleted', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:37:57.240957 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5c4424d0-30c2-4a06-a65f-5c4b0ae1b322 req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.43 "DELETE /v2.0/ports/64d9af8e-ea4e-4693-8392-523523fbed67 HTTP/1.1" status: 204 len: 173 time: 3.1016455 Nov 18 17:37:57.330768 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a8b829-486a-46cc-8675-045e4fd53157', 'name': 'network-vif-deleted', 'tag': '64d9af8e-ea4e-4693-8392-523523fbed67', 'status': 'completed', 'code': 200} Nov 18 17:37:57.365994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:37:57.696085 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-92bf6f6a-efad-41a7-b8a7-f147e9ecf6aa req-9d5125e6-febc-46c3-ae86-8f07738d3b66 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/ports?device_id=a6a8b829-486a-46cc-8675-045e4fd53157 HTTP/1.1" status: 200 len: 210 time: 0.0496745 Nov 18 17:37:57.718850 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:37:57.723192 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:37:57.734917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:37:57.735594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:37:37Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:37:58.079801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:37:58.413773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:37:58.417821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd454796-ccd5-4a76-99e4-99ae4af74d46 None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:24:36Z', 'revision_number': 4, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi', '_interfaces': [{'id': '5ede2b63-39d1-4a32-970f-f6678cd7db53', 'name': '', 'network_id': 'd5106dce-df44-4783-9f13-3c3368b86d18', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'mac_address': 'fa:16:3e:a1:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:35Z', 'updated_at': '2020-11-18T17:24:45Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'subnets': [{'id': '91bf2111-d2f1-49aa-bcd0-5c42233092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:37:58.796152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9375e166-9b3a-40af-899f-eb53689bbbdc None None] New status for floating IP 07f83468-7a25-421e-8c8f-75bfd5ee0f52: DOWN {{(pid=80399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 17:37:59.913347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46504) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:37:59.986692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.016514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.171155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.177414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5cc8fb7f-26c0-417c-9f27-d3acc3c7d158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:00.193654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event deleted for resources: {'SecurityGroup': ['ID=15910ebc-c42c-45ad-a4fb-737ebbe913d7,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:00.196657 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:00.233142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.234373 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "DELETE /v2.0/security-groups/15910ebc-c42c-45ad-a4fb-737ebbe913d7 HTTP/1.1" status: 204 len: 168 time: 0.3198047 Nov 18 17:38:00.237059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46508) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:00.254688 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.api.v2.resource [None req-55e5b8c2-fcf7-48f5-9dfa-8d4ba5010167 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] show failed (client error): The resource could not be found. Nov 18 17:38:00.255799 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-55e5b8c2-fcf7-48f5-9dfa-8d4ba5010167 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "GET /v2.0/security-groups/15910ebc-c42c-45ad-a4fb-737ebbe913d7 HTTP/1.1" status: 404 len: 347 time: 0.0177817 Nov 18 17:38:00.258837 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46512) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:00.425391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Deleting port f574cd16-5570-4921-8b0c-e47260da39e4 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:38:00.425683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.601412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.601774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.728209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Calling delete_port for f574cd16-5570-4921-8b0c-e47260da39e4 owned by network:floatingip {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:38:00.924993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:00.941340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:00.987326 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Pushing event deleted for resources: {'Port': ['ID=f574cd16-5570-4921-8b0c-e47260da39e4,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:00.999928 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:01.162552 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks [] for floatingip, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:01.177536 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for floatingip, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:01.178827 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] 10.222.0.21 "DELETE /v2.0/floatingips/07f83468-7a25-421e-8c8f-75bfd5ee0f52 HTTP/1.1" status: 204 len: 168 time: 0.9190259 Nov 18 17:38:04.165290 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46538) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:04.714383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852951692'] for router_interface, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:05.022340 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-27ed807e-5217-4f3a-aefe-2e5e5f46fa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:05.345766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Deleting port 5ede2b63-39d1-4a32-970f-f6678cd7db53 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:38:05.346409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:05.530037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] For port 5ede2b63-39d1-4a32-970f-f6678cd7db53, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=5ede2b63-39d1-4a32-970f-f6678cd7db53,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:38:05.530436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:05.656751 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Calling delete_port for 5ede2b63-39d1-4a32-970f-f6678cd7db53 owned by network:router_interface {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:38:05.929678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:05.944503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3295dd74-7c14-4d58-b199-27ac5937c917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:05.990745 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ede2b63-39d1-4a32-970f-f6678cd7db53,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:05.993554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:06.600389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853237715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823460'] for router_interface, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:06.879187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2656ad36-7496-48f3-b833-fb08f1b06f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:07.338403 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 has already been hosted by L3 agent dc5dc204-c45d-4b88-8983-7396620a09ee {{(pid=80398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 17:38:07.547424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Notify agent at l3_agent.dv-cinder-760184-2-iscsi the message routers_updated {{(pid=80398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 17:38:07.558114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] Sync routers for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 17:38:07.560916 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/97288ccf-1e13-4ad0-96e1-241658a9e5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944366 Nov 18 17:38:07.563554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46544) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:07.570611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:38:07.571278 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:38:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:07.757522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: dv-cinder-760184-2-iscsi {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:38:07.771132 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks [] for router, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:07.856476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:07.978209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:08.010516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Deleting port 31e57b80-65b9-40cf-a1aa-54aaee27c045 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:38:08.011013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:08.072561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'external_fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:38:05Z', 'revision_number': 5, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port': {'id': '31e57b80-65b9-40cf-a1aa-54aaee27c045', 'name': '', 'network_id': '69246823-6917-40f8-92cd-750e4e03e7cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T17:24:33Z', 'updated_at': '2020-11-18T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f5e817d-5fdb-4919-9108-90f9f7b2460e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-2-iscsi'}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:08.076647 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] Checking router: 97288ccf-1e13-4ad0-96e1-241658a9e5c9 for host: dv-cinder-760184-2-iscsi {{(pid=80400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 17:38:08.088781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] Routers {'97288ccf-1e13-4ad0-96e1-241658a9e5c9'} bound to L3 agent in host dv-cinder-760184-2-iscsi {{(pid=80400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 17:38:08.089436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:50:37Z,description=,heartbeat_timestamp=2020-11-18T17:38:07Z,host='dv-cinder-760184-2-iscsi',id=dc5dc204-c45d-4b88-8983-7396620a09ee,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:50:37Z,topic='l3_agent')) {'router_ids': ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'], 'active': True} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:08.199440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] For port 31e57b80-65b9-40cf-a1aa-54aaee27c045, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=31e57b80-65b9-40cf-a1aa-54aaee27c045,segment=NetworkSegment(5e83f339-f3cc-4fcb-82af-5b0da9483da2),segment_id=5e83f339-f3cc-4fcb-82af-5b0da9483da2)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:38:08.199871 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:08.247087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvr_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] Set router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 gateway port host: None {{(pid=80400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 17:38:08.328851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Calling delete_port for 31e57b80-65b9-40cf-a1aa-54aaee27c045 owned by network:router_gateway {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:38:08.359594 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_hamode_db [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:38:07Z', 'revision_number': 6, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port_host': None}], 'dv-cinder-760184-2-iscsi', False) {} {{(pid=80400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:08.363935 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d06500-c4ee-4d4e-9d90-69e19c26d52a None None] The sync data for ids ['97288ccf-1e13-4ad0-96e1-241658a9e5c9'] in dv-cinder-760184-2-iscsi is: [{'id': '97288ccf-1e13-4ad0-96e1-241658a9e5c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1872953392-router', 'tenant_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T17:24:32Z', 'updated_at': '2020-11-18T17:38:07Z', 'revision_number': 6, 'project_id': 'd2cabf1fb5814ad991b7b3dfb433916b', 'gw_port_host': None}] {{(pid=80400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 17:38:08.627994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:08.644581 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:08.688854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e57b80-65b9-40cf-a1aa-54aaee27c045,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:08.693641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:08.839551 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.226987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853003404'] for router_gateway, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.485159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.500216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853019156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717370'] for router, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.506263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.673298 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853019306'] for router, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.673856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97288ccf-1e13-4ad0-96e1-241658a9e5c9 {{(pid=80398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 17:38:09.687182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Notify callbacks [] for router, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.688333 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] 10.222.0.21 "DELETE /v2.0/routers/97288ccf-1e13-4ad0-96e1-241658a9e5c9 HTTP/1.1" status: 204 len: 168 time: 2.1238022 Nov 18 17:38:09.690983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46548) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:09.759024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Deleting subnet 91bf2111-d2f1-49aa-bcd0-5c42233092b0 {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:38:09.762611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.818338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.869131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 5ede2b63-39d1-4a32-970f-f6678cd7db53 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:38:09.902978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:09.907157 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 5ede2b63-39d1-4a32-970f-f6678cd7db53 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:38:09.907553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 5ede2b63-39d1-4a32-970f-f6678cd7db53 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:38:09.908028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 31e57b80-65b9-40cf-a1aa-54aaee27c045 no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:38:09.940468 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: 31e57b80-65b9-40cf-a1aa-54aaee27c045 {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:38:09.940793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device 31e57b80-65b9-40cf-a1aa-54aaee27c045 not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:38:10.422831 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:10.439561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c522d29-e549-4e9f-8b35-17a31e1e2ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:10.478309 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bf2111-d2f1-49aa-bcd0-5c42233092b0,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:10.552241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.552658 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.553070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.553471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.553902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.554549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.554947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.555342 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.555738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.556131 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.556522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.556913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.557346 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.557737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.558147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.558537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.558923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.559310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.559695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.560087 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.560473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.560858 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.561242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.561626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:10.575999 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:10.593718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:10.599611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646e173-6742-41c4-8dd0-370f1955f391 None None] Network d5106dce-df44-4783-9f13-3c3368b86d18 requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:38:10.600288 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-6b08c04c-ccf3-4b34-8cf8-cbfee21a37c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91bf2111-d2f1-49aa-bcd0-5c42233092b0 HTTP/1.1" status: 204 len: 168 time: 0.9082899 Nov 18 17:38:10.603084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46552) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:10.721196 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:10.789782 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Deleting port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:38:10.790204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:10.850570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] DHCP port deletion for d5106dce-df44-4783-9f13-3c3368b86d18 request from dv-cinder-760184-2-iscsi {{(pid=80399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 17:38:10.854787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Deleting port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:38:10.855221 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.009939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] For port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:38:11.010539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.070079 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] For port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde, host dv-cinder-760184-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-2-iscsi',level=0,port_id=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,segment=NetworkSegment(b64ea52b-96e3-41ee-9686-826bd43358db),segment_id=b64ea52b-96e3-41ee-9686-826bd43358db)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:38:11.070530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.139024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Calling delete_port for f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde owned by network:dhcp {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:38:11.200421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Calling delete_port for f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde owned by network:dhcp {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:38:11.251047 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.267272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6b24c7ae-cf3c-4f5a-a9e8-1836ac955117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:11.270774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:38:11.271203 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:38:11.316467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:11.328851 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:11.409558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] No DVR routers for this DVR port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde on host dv-cinder-760184-2-iscsi {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:38:11.533271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.648832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5106dce-df44-4783-9f13-3c3368b86d18']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:11.661347 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64ea52b-96e3-41ee-9686-826bd43358db') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:11.661721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64ea52b-96e3-41ee-9686-826bd43358db') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:38:11.673731 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.736057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.738383 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:38:11.772707 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Deleting port f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde {{(pid=80399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:38:11.773145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:11.843883 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed5e0-a0d4-4800-a6ae-b64504758b51 None None] The port 'f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde' was deleted {{(pid=80399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 17:38:11.869067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde no longer exists at agent ovs-agent-dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:38:11.903922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] No Port match for: f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:38:11.904313 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Device f61d1ed8-38da-4dae-a4ce-d9a68fb6ddde not bound to the agent host dv-cinder-760184-2-iscsi {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:38:11.933722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Network d5106dce-df44-4783-9f13-3c3368b86d18 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:38:11.943421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.120084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Network d5106dce-df44-4783-9f13-3c3368b86d18 has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:38:12.146134 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:38:12.353510 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.357136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:12.374959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.385243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5106dce-df44-4783-9f13-3c3368b86d18,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:12.388859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:12.417032 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5106dce-df44-4783-9f13-3c3368b86d18 HTTP/1.1" status: 204 len: 168 time: 1.8128924 Nov 18 17:38:12.617008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46558) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:12.674224 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-52e0b6c5-a4d1-479e-a842-2a15cef58688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2cabf1fb5814ad991b7b3dfb433916b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557652 Nov 18 17:38:12.676542 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46562) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:12.737507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.765205 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.940665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.946422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-672e78dd-0919-40ed-9d42-d60db21a8f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:12.962980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dda22e-9719-47af-b59e-6d6729d5becb,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:12.966156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:12.968194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:12.969436 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41dda22e-9719-47af-b59e-6d6729d5becb HTTP/1.1" status: 204 len: 168 time: 0.2919502 Nov 18 17:38:14.167109 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 46584) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:14.306194 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1909589484-network', 'tenant_id': '86d269cedd714f30a8f06d95221ca0a9'}} {{(pid=80397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:14.311572 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:38:14.315779 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Usage tracker for resource:network and tenant:86d269cedd714f30a8f06d95221ca0a9 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:38:14.319312 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:38:14.325909 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:38:14.353398 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Made reservation on behalf of 86d269cedd714f30a8f06d95221ca0a9 for: {'network': 1} {{(pid=80397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:38:14.358185 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for network, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.371898 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.406366 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:38:14.410534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Usage tracker for resource:security_group_rule and tenant:86d269cedd714f30a8f06d95221ca0a9 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:38:14.416080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:38:14.419302 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:38:14.576007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.621861 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.626118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-07b82be2-ef7b-4a53-a219-c71bcd70c37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:14.660974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 17:38:14.670069 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c539e27-1eb8-4785-9cc5-77af943f070c,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:14.678952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769676412941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.679644 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.db.segments_db [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Added segment 63d3f94a-434d-4941-aa1e-47a4e930b48e of type vxlan for network b281bdf5-644d-486f-a677-aea21ad44bee Nov 18 17:38:14.687401 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.687828 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.688242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.688652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.689059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.689461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.689862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.690284 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.690690 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.691084 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.691480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.691874 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.692868 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.693264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.693661 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.694078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.694477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.694873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.695263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.695654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.696043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.696434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.696825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.697215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:38:14.702041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:14.723604 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769675830472'] for network, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.787724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.788979 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:14.789620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:14.794580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:14.900061 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7316446 Nov 18 17:38:14.903054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 46590) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:38:14.905466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Pushing event updated for resources: {'Network': ['ID=b281bdf5-644d-486f-a677-aea21ad44bee,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:14.908839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dbf0fec3-e5eb-4902-b699-357ff46e4ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:14.909599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Request body: {'subnet': {'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1909589484-subnet', 'tenant_id': '86d269cedd714f30a8f06d95221ca0a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:14.915964 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Network b281bdf5-644d-486f-a677-aea21ad44bee details requested by agent ovs-agent-dv-cinder-760184-2-iscsi with host dv-cinder-760184-2-iscsi {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:38:14.916153 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:38:14.920339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Usage tracker for resource:subnet and tenant:86d269cedd714f30a8f06d95221ca0a9 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:38:14.923426 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:38:14.930136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:38:14.933901 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network b281bdf5-644d-486f-a677-aea21ad44bee details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:38:14.964957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Made reservation on behalf of 86d269cedd714f30a8f06d95221ca0a9 for: {'subnet': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:38:14.969793 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850654803'] for subnet, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:15.170904 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:15.407005 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852443698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850654820'] for subnet, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:15.422902 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1698a2f1-5d97-4f5e-bb6d-f8e6d586f12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:15.627776 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:38:15.783166 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ae61db-ef09-48f5-aa58-264d8c25d9ea,revision_number=0']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:15.787399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:15.849075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Checking segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:38:15.849462 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Network hostable DHCP agents. Network: b281bdf5-644d-486f-a677-aea21ad44bee, hostable agents: ['932ad133-cdf7-4483-a25e-d1bf4b0ea662'], hosted agents: [] {{(pid=80398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 17:38:15.913617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Network b281bdf5-644d-486f-a677-aea21ad44bee is scheduled to be hosted by DHCP agent 932ad133-cdf7-4483-a25e-d1bf4b0ea662 with binding_index 1 {{(pid=80398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 17:38:15.970687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-2-iscsi, b281bdf5-644d-486f-a677-aea21ad44bee) {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:38:15.979226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc012e8-09ba-4cc2-a84c-3a800f9d0f23 None None] Network b281bdf5-644d-486f-a677-aea21ad44bee requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:38:15.984319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:15.984977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:16.028676 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-eadd8fff-0d9e-4a63-ae94-6623c9097e6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1243992 Nov 18 17:38:16.205160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27242d-3820-4692-b40c-16c7211f8056 None None] Network b281bdf5-644d-486f-a677-aea21ad44bee requested from dv-cinder-760184-2-iscsi {{(pid=80399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 17:38:16.613334 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-942d9a37-c870-4d9b-9de0-06198833709e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:16.615546 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-942d9a37-c870-4d9b-9de0-06198833709e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1554856 Nov 18 17:38:16.632411 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e9a61c09-864d-4307-9202-a39dc9087ca9 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/quotas/86d269cedd714f30a8f06d95221ca0a9 HTTP/1.1" status: 200 len: 375 time: 0.0108254 Nov 18 17:38:16.685341 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-19e69c63-e990-47a5-a93c-ad59aa6b008c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476685 Nov 18 17:38:16.904400 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-2df717ae-1e91-4d1d-8210-d3756a19084b service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118318 Nov 18 17:38:17.047306 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-ed65c46c-421d-429f-b3d1-45e8ac4d64cb service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365426 Nov 18 17:38:17.284159 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-67824f45-c6e8-4d41-9536-7811b9dac8e2 req-5f01be12-615d-4b9a-96ef-9d6b9123e7df tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 210 time: 0.0466034 Nov 18 17:38:18.463104 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-29af0fa8-5c62-4406-8c21-3b4a038adb31 req-278cb9fa-70e9-4b83-8020-035421add8b6 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 210 time: 0.0484641 Nov 18 17:38:19.316293 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-7a40568f-8733-4b16-81be-505fc076864b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:19.317918 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-7a40568f-8733-4b16-81be-505fc076864b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1605182 Nov 18 17:38:19.336974 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Request body: {'port': {'device_id': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee', 'admin_state_up': True, 'tenant_id': '86d269cedd714f30a8f06d95221ca0a9'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:19.484080 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:38:19.488108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Usage tracker for resource:port and tenant:86d269cedd714f30a8f06d95221ca0a9 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:38:19.491255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Quota usage for port was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:38:19.497755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:38:19.564452 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Made reservation on behalf of 86d269cedd714f30a8f06d95221ca0a9 for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:38:19.570977 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:19.641511 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-10e1ceb3-222c-4a43-af45-f5dbc96fc513 req-1a4d2602-e482-4390-9ced-af0ee6ba1a86 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 210 time: 0.0465739 Nov 18 17:38:19.887593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Allocated IP 172.20.0.2 (b281bdf5-644d-486f-a677-aea21ad44bee/e0ae61db-ef09-48f5-aa58-264d8c25d9ea/26556d77-a660-45c2-9395-80b555c012d3) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:38:20.162885 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:20.227895 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:20.243167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:20.386499 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event updated for resources: {'Port': ['ID=26556d77-a660-45c2-9395-80b555c012d3,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:20.396422 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:20.444054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Network b281bdf5-644d-486f-a677-aea21ad44bee is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:38:20.445149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:38:20.447477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:38:20.510371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:20.511034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:20.559776 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-e2475070-b595-4515-bb00-3172267b035c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2276292 Nov 18 17:38:20.572888 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Request body: {'port': {'device_id': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:20.686417 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:20.963750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c338a9a-fa80-4c8a-880d-f81d8bb8c74a req-1c9654cc-2912-4a74-85a2-8b732eeb2c48 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:20.964514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3c338a9a-fa80-4c8a-880d-f81d8bb8c74a req-1c9654cc-2912-4a74-85a2-8b732eeb2c48 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:38:21.059475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-3c338a9a-fa80-4c8a-880d-f81d8bb8c74a req-1c9654cc-2912-4a74-85a2-8b732eeb2c48 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:38:21.060746 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3c338a9a-fa80-4c8a-880d-f81d8bb8c74a req-1c9654cc-2912-4a74-85a2-8b732eeb2c48 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 931 time: 0.2738323 Nov 18 17:38:21.145428 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3c338a9a-fa80-4c8a-880d-f81d8bb8c74a req-0d0589df-6329-4b0a-9ad2-a34366ffb9e8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764434 Nov 18 17:38:21.218496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26556d77-a660-45c2-9395-80b555c012d3 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:38:21.225410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:21.277624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Transition to ACTIVE for port object 26556d77-a660-45c2-9395-80b555c012d3 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:38:21.302074 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:21.318728 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ca7c0605-f254-47b9-9f7b-69cddbc903ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:21.461857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Pushing event updated for resources: {'Port': ['ID=26556d77-a660-45c2-9395-80b555c012d3,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:21.466362 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:21.636494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Attempting to bind port 26556d77-a660-45c2-9395-80b555c012d3 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:21.637092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Attempting to bind port 26556d77-a660-45c2-9395-80b555c012d3 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:38:21.637237 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Attempting to bind port 26556d77-a660-45c2-9395-80b555c012d3 on network b281bdf5-644d-486f-a677-aea21ad44bee {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:38:21.643862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:38:21.644231 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Checking segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:38:21.644629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:21.645051 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Bound using segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:38:21.645516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Bound port: 26556d77-a660-45c2-9395-80b555c012d3, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:38:21.645913 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:21.735887 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] For port 26556d77-a660-45c2-9395-80b555c012d3, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:38:21.739798 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] For port 26556d77-a660-45c2-9395-80b555c012d3, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=26556d77-a660-45c2-9395-80b555c012d3,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:38:21.793995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:21.810513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fee535a1-5bfd-4dd1-90b6-965bd1181041 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:21.961588 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Pushing event updated for resources: {'Port': ['ID=26556d77-a660-45c2-9395-80b555c012d3,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:21.965082 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:22.000270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:22.001654 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] 10.222.0.43 "PUT /v2.0/ports/26556d77-a660-45c2-9395-80b555c012d3 HTTP/1.1" status: 200 len: 1157 time: 1.4335256 Nov 18 17:38:22.002235 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'tag': '26556d77-a660-45c2-9395-80b555c012d3'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:38:22.096496 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'tag': '26556d77-a660-45c2-9395-80b555c012d3', 'status': 'completed', 'code': 200} Nov 18 17:38:22.137987 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-ba1392e3-f2ee-45cc-afb6-e6b91e4cae9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 1160 time: 0.0800982 Nov 18 17:38:22.212705 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-59f55127-5f19-4835-af94-05ad0e9e94fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26556d77-a660-45c2-9395-80b555c012d3 HTTP/1.1" status: 200 len: 217 time: 0.0657272 Nov 18 17:38:22.336010 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-c4a7fc26-2536-4c2f-957f-5617e61c13cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:22.337598 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-c4a7fc26-2536-4c2f-957f-5617e61c13cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.1178579 Nov 18 17:38:22.396066 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-51d0608f-f126-4518-958a-fa82e51a1ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500696 Nov 18 17:38:22.443739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448864-1889-4951-ace6-949a4fee3425 req-10b3ff38-f375-436b-abf2-ddd8d1879a8f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:22.445331 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-17448864-1889-4951-ace6-949a4fee3425 req-10b3ff38-f375-436b-abf2-ddd8d1879a8f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 943 time: 0.1670227 Nov 18 17:38:22.807148 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-17448864-1889-4951-ace6-949a4fee3425 req-c5d49089-164c-483a-91ce-33b22c23bbc2 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473828 Nov 18 17:38:22.815079 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-12179e77-a683-4e28-800d-f5e200d98883 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110060 Nov 18 17:38:22.963367 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e7b8d7ce-a2b0-4c93-80c6-2d382887a683 req-8e9f67b4-2d03-4de2-a2a4-d4cbccf941d6 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398134 Nov 18 17:38:23.117988 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-49a9a10f-7e14-4308-b80a-e83e6d7e57f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 1160 time: 0.0751266 Nov 18 17:38:23.262619 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-a6afb9a1-9010-455c-a289-19850d0072dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:23.264201 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-a6afb9a1-9010-455c-a289-19850d0072dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 909 time: 0.1391768 Nov 18 17:38:23.340883 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-827aafd5-0794-46a7-a60f-5c8710d9a6e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26556d77-a660-45c2-9395-80b555c012d3 HTTP/1.1" status: 200 len: 217 time: 0.0687521 Nov 18 17:38:23.411090 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-4d7c2120-a615-4864-bcec-6bbd434e11f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:23.412561 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-4d7c2120-a615-4864-bcec-6bbd434e11f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0642815 Nov 18 17:38:23.467747 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-50436d2b-8959-4c92-b511-b41236392f42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479403 Nov 18 17:38:23.613392 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-6e36ab4a-7f1f-44d4-9e81-40f0b4d37a31 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386149 Nov 18 17:38:23.758862 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ca3c7508-f587-4462-bd0c-2f574e916434 req-f25bd217-519c-400d-8ee3-0dede18ae794 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380668 Nov 18 17:38:24.030308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1f9d9-b8f1-4f94-af2f-09b2cd93873e req-92ffbb6c-c481-4da0-9f27-0e5c7a2fd308 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:24.031871 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ab1f9d9-b8f1-4f94-af2f-09b2cd93873e req-92ffbb6c-c481-4da0-9f27-0e5c7a2fd308 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 943 time: 0.0886340 Nov 18 17:38:24.080350 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-6ab1f9d9-b8f1-4f94-af2f-09b2cd93873e req-61e4f693-8bf7-4085-8c4a-b50930f27fac tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:security_group {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:38:24.123954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-6ab1f9d9-b8f1-4f94-af2f-09b2cd93873e req-61e4f693-8bf7-4085-8c4a-b50930f27fac tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:security_group {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:38:24.125741 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6ab1f9d9-b8f1-4f94-af2f-09b2cd93873e req-61e4f693-8bf7-4085-8c4a-b50930f27fac tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875661 Nov 18 17:38:25.343476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e7226-d3ec-4774-b04f-998b1bf58a06 req-25fbbca6-43d9-4490-9258-e4b66fb2177f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:25.345081 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-095e7226-d3ec-4774-b04f-998b1bf58a06 req-25fbbca6-43d9-4490-9258-e4b66fb2177f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 943 time: 0.0860486 Nov 18 17:38:25.395704 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-095e7226-d3ec-4774-b04f-998b1bf58a06 req-5e7902d6-4235-4ee4-a632-1970de942b5a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Nov 18 17:38:26.607785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9b3c5-f93c-4436-80d7-ba6d38aada50 req-30bdcb57-1057-4423-8e9d-46e2d0c00282 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:26.609424 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-63d9b3c5-f93c-4436-80d7-ba6d38aada50 req-30bdcb57-1057-4423-8e9d-46e2d0c00282 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 943 time: 0.0856566 Nov 18 17:38:26.658750 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-63d9b3c5-f93c-4436-80d7-ba6d38aada50 req-ba18970e-2c08-4c9f-9f97-1b04be7c912e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Nov 18 17:38:26.690506 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-44c79ba8-664f-4278-a1da-4feaa9195406 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80399) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 17:38:27.170704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 26556d77-a660-45c2-9395-80b555c012d3 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:38:27.307599 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 26556d77-a660-45c2-9395-80b555c012d3 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:38:27.312721 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 26556d77-a660-45c2-9395-80b555c012d3 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:38:27.320396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:27.431430 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:27.459043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26556d77-a660-45c2-9395-80b555c012d3'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:38:27.469291 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 26556d77-a660-45c2-9395-80b555c012d3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=26556d77-a660-45c2-9395-80b555c012d3,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:38:27.490630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:27.492528 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:27.522848 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26556d77-a660-45c2-9395-80b555c012d3', 'code': 200} Nov 18 17:38:27.561897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=26556d77-a660-45c2-9395-80b555c012d3,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:27.565137 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:27.811617 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35568bca-be90-41f8-8c48-7e81da510abd req-f092f43a-64cf-4787-bea6-6fbf6a8a4f35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 1162 time: 0.0801384 Nov 18 17:38:27.857889 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35568bca-be90-41f8-8c48-7e81da510abd req-bb306266-75ff-4179-9204-1b7d74b51040 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 Nov 18 17:38:27.875818 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1bbc-168e-4e5a-9b7b-e68751a84571 req-56985d61-c2d2-46db-bb35-cdac129d0032 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:27.877436 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7a9f1bbc-168e-4e5a-9b7b-e68751a84571 req-56985d61-c2d2-46db-bb35-cdac129d0032 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 945 time: 0.0874684 Nov 18 17:38:27.928075 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7a9f1bbc-168e-4e5a-9b7b-e68751a84571 req-544b280f-24b4-42e3-855f-52cd3171c674 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Nov 18 17:38:28.626764 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 26556d77-a660-45c2-9395-80b555c012d3 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:38:28.705163 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 26556d77-a660-45c2-9395-80b555c012d3 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:38:28.705580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:29.149785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb671c-05ed-4036-b8fa-76ee57079eff req-d23e5700-bd5a-4436-adfb-cd399d84a017 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:29.151522 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8fb671c-05ed-4036-b8fa-76ee57079eff req-d23e5700-bd5a-4436-adfb-cd399d84a017 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 945 time: 0.0849142 Nov 18 17:38:29.212442 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f8fb671c-05ed-4036-b8fa-76ee57079eff req-3609334a-b0eb-4bb4-b727-dc415beb9f6a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Nov 18 17:38:30.425639 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f36d55-b5b1-4c4c-85e8-0c77f5178e1c req-80a767aa-53e5-4ef6-add5-99a1adde4dee tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:30.427216 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d3f36d55-b5b1-4c4c-85e8-0c77f5178e1c req-80a767aa-53e5-4ef6-add5-99a1adde4dee tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 945 time: 0.0836036 Nov 18 17:38:30.479505 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d3f36d55-b5b1-4c4c-85e8-0c77f5178e1c req-e751affd-c95a-4dd8-83b6-03b806499458 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Nov 18 17:38:35.056053 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c7fe6e6a-ba71-4d3f-a340-6b4785ce2243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:36.879085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6b64fa09-78d1-4878-9fe7-5de89e5a85d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:37.855703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:38.843067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:39.490769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:41.018035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-bf0ccfd3-0732-4115-a412-7d765c6a829f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:41.018718 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-bf0ccfd3-0732-4115-a412-7d765c6a829f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:network {{(pid=80397) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:38:41.084605 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-bf0ccfd3-0732-4115-a412-7d765c6a829f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:network {{(pid=80397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:38:41.085935 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-bf0ccfd3-0732-4115-a412-7d765c6a829f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.2285926 Nov 18 17:38:41.103671 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-d12a9a2d-600e-440b-91e3-2cf86255ab5a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/quotas/86d269cedd714f30a8f06d95221ca0a9 HTTP/1.1" status: 200 len: 375 time: 0.0116072 Nov 18 17:38:41.188982 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-52ed8710-0f7a-45f8-8af3-9ff89e942d20 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799968 Nov 18 17:38:41.275012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-dcdc6be2-df71-42f7-97c3-7910bc442907 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80397) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:38:41.276099 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-dcdc6be2-df71-42f7-97c3-7910bc442907 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0794666 Nov 18 17:38:41.427108 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-e69826f3-e849-4532-8250-3bb80ed17723 service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441004 Nov 18 17:38:41.575805 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-ccb9162b-182d-4e36-a170-ae9d14d6abbb service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420715 Nov 18 17:38:41.907884 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5db7167a-7f7e-4461-866e-38e55d53f979 req-614d7a3b-3cb8-4143-92fd-65258ac8c991 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 210 time: 0.0540702 Nov 18 17:38:43.088652 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2077edad-2339-4d51-bcb4-40afc500932c req-9d4c70cf-3a8e-4119-96dc-ecdd8849ef0b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 210 time: 0.0512168 Nov 18 17:38:43.434593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-0117bf3c-e017-454c-9c8b-06cd4b95730c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:43.436171 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-0117bf3c-e017-454c-9c8b-06cd4b95730c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1597562 Nov 18 17:38:43.454730 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Request body: {'port': {'device_id': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee', 'admin_state_up': True, 'tenant_id': '86d269cedd714f30a8f06d95221ca0a9'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:43.603160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:38:43.613035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:38:43.650654 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Made reservation on behalf of 86d269cedd714f30a8f06d95221ca0a9 for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:38:43.656450 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:43.978673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Allocated IP 172.20.0.9 (b281bdf5-644d-486f-a677-aea21ad44bee/e0ae61db-ef09-48f5-aa58-264d8c25d9ea/796bd82f-d232-431a-9e23-5011194565ac) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:38:44.222790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:44.275020 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-67aa097b-4f94-45bb-9e52-9bf6c38db66f req-dd159365-f1bd-487d-bddc-76ea0046101c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 210 time: 0.0487981 Nov 18 17:38:44.336694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:44.352691 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:44.492983 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event updated for resources: {'Port': ['ID=796bd82f-d232-431a-9e23-5011194565ac,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:44.496225 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:44.555380 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Network b281bdf5-644d-486f-a677-aea21ad44bee is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:38:44.556596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:38:44.559017 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:38:44.623630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:44.624316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:44.777650 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3269348 Nov 18 17:38:44.790437 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Request body: {'port': {'device_id': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:44.907559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:45.061757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:45.322218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796bd82f-d232-431a-9e23-5011194565ac {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:38:45.329643 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:45.343386 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Transition to ACTIVE for port object 796bd82f-d232-431a-9e23-5011194565ac will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:38:45.380735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:45.397052 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1533d054-840a-4c6f-b697-e3eb95dea7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:45.497908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f9d72-98dc-4d4d-80ab-a97a181b25e7 req-ecaca175-06c7-4f89-b501-45e1b6d5e1ac tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:45.499609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7d9f9d72-98dc-4d4d-80ab-a97a181b25e7 req-ecaca175-06c7-4f89-b501-45e1b6d5e1ac tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 943 time: 0.0891407 Nov 18 17:38:45.551271 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7d9f9d72-98dc-4d4d-80ab-a97a181b25e7 req-3144dde0-383b-4b68-b311-2beeac413b84 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Nov 18 17:38:45.774264 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Pushing event updated for resources: {'Port': ['ID=796bd82f-d232-431a-9e23-5011194565ac,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:45.777427 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:45.956359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Attempting to bind port 796bd82f-d232-431a-9e23-5011194565ac on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:38:45.956766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Attempting to bind port 796bd82f-d232-431a-9e23-5011194565ac by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:38:45.957141 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Attempting to bind port 796bd82f-d232-431a-9e23-5011194565ac on network b281bdf5-644d-486f-a677-aea21ad44bee {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:38:45.963914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:38:45.964292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Checking segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:38:45.964695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:45.965089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Bound using segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:38:45.965559 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Bound port: 796bd82f-d232-431a-9e23-5011194565ac, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:38:45.965952 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:46.058198 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] For port 796bd82f-d232-431a-9e23-5011194565ac, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:38:46.061320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] For port 796bd82f-d232-431a-9e23-5011194565ac, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=796bd82f-d232-431a-9e23-5011194565ac,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:38:46.090193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:46.106067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c12c2359-6512-440b-89d4-16c7c21e77ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:46.260682 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Pushing event updated for resources: {'Port': ['ID=796bd82f-d232-431a-9e23-5011194565ac,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:46.265598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:46.301272 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:46.302859 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c6778014-a075-4b5f-962b-d1c409a66006 service neutron] 10.222.0.43 "PUT /v2.0/ports/796bd82f-d232-431a-9e23-5011194565ac HTTP/1.1" status: 200 len: 1157 time: 1.5179446 Nov 18 17:38:46.303424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'tag': '796bd82f-d232-431a-9e23-5011194565ac'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:38:46.364948 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'tag': '796bd82f-d232-431a-9e23-5011194565ac', 'status': 'completed', 'code': 200} Nov 18 17:38:46.455223 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-c53c2272-86a4-4740-a19d-f4a9574e6824 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 1160 time: 0.0781868 Nov 18 17:38:46.534986 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-f37baf6a-8ec6-408e-98ee-daa040d3af92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=796bd82f-d232-431a-9e23-5011194565ac HTTP/1.1" status: 200 len: 217 time: 0.0707002 Nov 18 17:38:46.605753 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-89c663b1-c877-445d-aab9-84d55553a1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:46.607450 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-89c663b1-c877-445d-aab9-84d55553a1f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0664628 Nov 18 17:38:46.660438 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-9654834b-8ec7-45b5-9659-1c736c778d2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448418 Nov 18 17:38:46.772226 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7e323-ddc5-4a3d-ae34-af35a7529edd req-29b8d21d-d4cd-45fe-8f39-a5f261ddae30 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:46.773867 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-38b7e323-ddc5-4a3d-ae34-af35a7529edd req-29b8d21d-d4cd-45fe-8f39-a5f261ddae30 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 943 time: 0.0891180 Nov 18 17:38:46.811021 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-d29d33a2-0214-4e74-89d4-2ed717ddff3c service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432641 Nov 18 17:38:46.823674 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-38b7e323-ddc5-4a3d-ae34-af35a7529edd req-d227a58d-5356-4375-bd10-03c190c3ede0 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Nov 18 17:38:46.962709 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9ae080d6-24ea-4f7a-91ef-73793fbb8d76 req-3e9e0820-bf7a-4888-b57d-7672055dae10 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443994 Nov 18 17:38:47.138070 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-d6dfb205-fd19-400b-9361-6c7d6cc51473 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 1160 time: 0.0812647 Nov 18 17:38:47.290294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-ec56504a-9a10-40fa-a1f5-f5dc90b0f478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:47.290294 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-ec56504a-9a10-40fa-a1f5-f5dc90b0f478 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 909 time: 0.1416264 Nov 18 17:38:47.360796 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-46501ebe-0c7d-488d-a9a2-557b9f382236 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=796bd82f-d232-431a-9e23-5011194565ac HTTP/1.1" status: 200 len: 217 time: 0.0658636 Nov 18 17:38:47.435267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-4fadfe7a-2822-40f5-a0b0-ab0e4be73adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:47.436847 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-4fadfe7a-2822-40f5-a0b0-ab0e4be73adb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0683327 Nov 18 17:38:47.488466 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-0af30110-2d6d-42ee-a5dc-49f282d3d544 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438688 Nov 18 17:38:47.635860 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-46c0b852-702d-4c62-aadb-6f5fb834fe79 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389771 Nov 18 17:38:47.787835 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35999fcf-a8e8-4203-8d1b-4f72108ec1a4 req-9ac8296f-488f-42f9-b270-33aec5059ab8 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401770 Nov 18 17:38:48.044193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0360f8-2aca-43e6-9c5c-49e0e2aa29ea req-8c969cba-20df-46e2-9ed7-32ccac0ee358 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:48.044875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-1e0360f8-2aca-43e6-9c5c-49e0e2aa29ea req-8c969cba-20df-46e2-9ed7-32ccac0ee358 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:38:48.090338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-1e0360f8-2aca-43e6-9c5c-49e0e2aa29ea req-8c969cba-20df-46e2-9ed7-32ccac0ee358 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:38:48.091665 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e0360f8-2aca-43e6-9c5c-49e0e2aa29ea req-8c969cba-20df-46e2-9ed7-32ccac0ee358 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 943 time: 0.1305764 Nov 18 17:38:48.153544 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e0360f8-2aca-43e6-9c5c-49e0e2aa29ea req-17b9da0d-f7c0-4afd-a355-0d7dabb13f71 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552540 Nov 18 17:38:49.373213 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89636d-174e-4976-9353-a88a4c147805 req-b5727ca4-0158-47e7-9022-2efa3f115492 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:49.374899 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3e89636d-174e-4976-9353-a88a4c147805 req-b5727ca4-0158-47e7-9022-2efa3f115492 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 943 time: 0.0916462 Nov 18 17:38:49.442111 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3e89636d-174e-4976-9353-a88a4c147805 req-1bae91fe-6883-4f0f-abe0-407a251a8861 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585349 Nov 18 17:38:50.655363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81303750-b287-48da-bdb0-bb75f3113f4a req-8a69a0e2-54ee-4dad-a727-2f7fdeaa0b5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:50.657004 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-81303750-b287-48da-bdb0-bb75f3113f4a req-8a69a0e2-54ee-4dad-a727-2f7fdeaa0b5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 943 time: 0.0840342 Nov 18 17:38:50.707290 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-81303750-b287-48da-bdb0-bb75f3113f4a req-95ac0b37-e43a-474b-86aa-9d37bc35037e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Nov 18 17:38:51.386388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 796bd82f-d232-431a-9e23-5011194565ac up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:38:51.495816 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 796bd82f-d232-431a-9e23-5011194565ac completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:38:51.501189 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 796bd82f-d232-431a-9e23-5011194565ac triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:38:51.501610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:51.776597 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:51.804956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bd82f-d232-431a-9e23-5011194565ac'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:38:51.815558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 796bd82f-d232-431a-9e23-5011194565ac, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=796bd82f-d232-431a-9e23-5011194565ac,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:38:51.849078 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:51.852075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5d0fa75b-1c87-4407-a1cd-9d7491536465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:38:51.886609 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796bd82f-d232-431a-9e23-5011194565ac', 'code': 200} Nov 18 17:38:51.927978 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=796bd82f-d232-431a-9e23-5011194565ac,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:38:51.938865 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a78c0-633d-45cb-8e23-f53afa514b48 req-dead3112-f230-461c-8ff9-ea3b87a72fca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:51.939204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:38:51.941733 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-578a78c0-633d-45cb-8e23-f53afa514b48 req-dead3112-f230-461c-8ff9-ea3b87a72fca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 945 time: 0.1001966 Nov 18 17:38:51.992178 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-578a78c0-633d-45cb-8e23-f53afa514b48 req-1bd7c67a-aa4e-49a0-b43f-ada3e5fa210d tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Nov 18 17:38:52.204810 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20a883c1-cfc1-4a00-a142-a5e9491e5b15 req-a7f7200a-c8e1-4922-bced-1ab9fa4d9dd0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 1162 time: 0.0799134 Nov 18 17:38:52.250013 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20a883c1-cfc1-4a00-a142-a5e9491e5b15 req-b60fb262-4af2-41b9-81fc-dcfebfc3a0cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Nov 18 17:38:52.628503 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:38:52.868726 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 796bd82f-d232-431a-9e23-5011194565ac up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:38:52.942253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 796bd82f-d232-431a-9e23-5011194565ac triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:38:52.942560 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:38:53.210056 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640a69-f0e3-4437-9847-51fcdfb5db85 req-7b03b684-f3b6-4389-b8bb-6163f5a3614f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:53.211622 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9e640a69-f0e3-4437-9847-51fcdfb5db85 req-7b03b684-f3b6-4389-b8bb-6163f5a3614f tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 945 time: 0.0869606 Nov 18 17:38:53.267248 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9e640a69-f0e3-4437-9847-51fcdfb5db85 req-6c995287-ce33-4abf-bcaa-71454b5800fc tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Nov 18 17:38:54.482387 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9c603-669e-4368-9bfa-bfee9589a7ef req-a7334048-3710-4444-809c-66ed358e27f2 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:54.483772 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5fd9c603-669e-4368-9bfa-bfee9589a7ef req-a7334048-3710-4444-809c-66ed358e27f2 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 945 time: 0.0866289 Nov 18 17:38:54.531134 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5fd9c603-669e-4368-9bfa-bfee9589a7ef req-6f39d9c5-e166-473d-a7f3-8b8834ac4ff3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Nov 18 17:38:57.112170 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-24106e56-189f-44de-ac7d-ed7b4176cd97 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:57.114343 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-24106e56-189f-44de-ac7d-ed7b4176cd97 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1562846 Nov 18 17:38:57.131586 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-e2f24910-eecb-4c5a-93ac-1265ca5b6983 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/quotas/86d269cedd714f30a8f06d95221ca0a9 HTTP/1.1" status: 200 len: 375 time: 0.0109656 Nov 18 17:38:57.223559 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-43d36faa-50ce-41fc-bd7a-bf88fbc144f0 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851541 Nov 18 17:38:57.369021 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-ada3c9aa-569d-4a0e-9cb8-6efba57dc4d7 service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379440 Nov 18 17:38:57.512521 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-0ac8f095-225a-4ea1-9083-09050dc76e3f service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370952 Nov 18 17:38:57.749804 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1386dfb4-029c-466e-8581-2769799fb7ea req-e9c7fe7a-0226-4022-ad0d-02d27987419b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 210 time: 0.0502195 Nov 18 17:38:58.930148 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-44d7a995-1d7b-4256-aa7a-588096dcdc2f req-83463a35-e937-460a-bd45-c6ec5ef8b4e6 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 210 time: 0.0482149 Nov 18 17:38:59.553854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-59f659a5-d8f0-4952-a927-b5f95b0bc978 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:38:59.553854 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-59f659a5-d8f0-4952-a927-b5f95b0bc978 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1606138 Nov 18 17:38:59.569270 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Request body: {'port': {'device_id': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee', 'admin_state_up': True, 'tenant_id': '86d269cedd714f30a8f06d95221ca0a9'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:38:59.717440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:38:59.728966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:38:59.787279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Made reservation on behalf of 86d269cedd714f30a8f06d95221ca0a9 for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:38:59.793030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:00.115147 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Allocated IP 172.20.0.8 (b281bdf5-644d-486f-a677-aea21ad44bee/e0ae61db-ef09-48f5-aa58-264d8c25d9ea/14dbb080-9cb6-43e8-9278-a2c7443bf442) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:39:00.116183 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-df4c29a0-a705-432e-b892-4edb66f83099 req-ab619480-7297-4acf-834e-db0980e281c2 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 210 time: 0.0509832 Nov 18 17:39:00.447543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:00.519220 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:00.534105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-118fe2c3-183f-4747-b23d-4d58d063875e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:00.905652 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event updated for resources: {'Port': ['ID=14dbb080-9cb6-43e8-9278-a2c7443bf442,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:00.910149 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:00.963187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Network b281bdf5-644d-486f-a677-aea21ad44bee is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:39:00.964345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:39:00.966778 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:39:01.029429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:01.030118 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:01.096420 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2c4a461f-c729-4c53-8588-5a190ccd78a3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5316677 Nov 18 17:39:01.108941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Request body: {'port': {'device_id': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:01.227884 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:01.479537 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9071c-74f6-4469-9434-9e2b098c9939 req-4e339e7f-75f2-443a-995f-e852de684afc tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:01.480214 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-dcc9071c-74f6-4469-9434-9e2b098c9939 req-4e339e7f-75f2-443a-995f-e852de684afc tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:39:01.552067 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-dcc9071c-74f6-4469-9434-9e2b098c9939 req-4e339e7f-75f2-443a-995f-e852de684afc tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:39:01.553569 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dcc9071c-74f6-4469-9434-9e2b098c9939 req-4e339e7f-75f2-443a-995f-e852de684afc tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 931 time: 0.2831018 Nov 18 17:39:01.689755 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-dcc9071c-74f6-4469-9434-9e2b098c9939 req-236cdfec-31aa-406b-babd-2f734b511391 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796671 Nov 18 17:39:01.764040 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dbb080-9cb6-43e8-9278-a2c7443bf442 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:39:01.771094 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:01.839903 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Transition to ACTIVE for port object 14dbb080-9cb6-43e8-9278-a2c7443bf442 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:39:01.872668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:01.888511 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:02.032941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Pushing event updated for resources: {'Port': ['ID=14dbb080-9cb6-43e8-9278-a2c7443bf442,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:02.038785 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:02.227741 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Attempting to bind port 14dbb080-9cb6-43e8-9278-a2c7443bf442 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:39:02.228115 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Attempting to bind port 14dbb080-9cb6-43e8-9278-a2c7443bf442 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:39:02.228570 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Attempting to bind port 14dbb080-9cb6-43e8-9278-a2c7443bf442 on network b281bdf5-644d-486f-a677-aea21ad44bee {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:39:02.235327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:39:02.235703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Checking segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:39:02.236114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:02.236513 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Bound using segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:39:02.236986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Bound port: 14dbb080-9cb6-43e8-9278-a2c7443bf442, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:39:02.237395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:02.362378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] For port 14dbb080-9cb6-43e8-9278-a2c7443bf442, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:39:02.365689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] For port 14dbb080-9cb6-43e8-9278-a2c7443bf442, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=14dbb080-9cb6-43e8-9278-a2c7443bf442,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:39:02.409358 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:02.425433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2a838455-e375-4fe5-8660-4350e21fb294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:02.579947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Pushing event updated for resources: {'Port': ['ID=14dbb080-9cb6-43e8-9278-a2c7443bf442,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:02.590496 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:02.620630 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:02.622078 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] 10.222.0.43 "PUT /v2.0/ports/14dbb080-9cb6-43e8-9278-a2c7443bf442 HTTP/1.1" status: 200 len: 1157 time: 1.5177405 Nov 18 17:39:02.622626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:39:02.680905 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442', 'status': 'completed', 'code': 200} Nov 18 17:39:02.785192 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3139b1d9-67e6-4b0b-9bb8-e602d3ccf1af req-9b9a8d6f-86cb-436d-bd63-7a5bdb0d9900 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 1160 time: 0.0821550 Nov 18 17:39:03.006266 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b1d9-67e6-4b0b-9bb8-e602d3ccf1af req-df5e9aed-8d8f-4dde-bdd9-dc2fb1aaf87a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:03.007794 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3139b1d9-67e6-4b0b-9bb8-e602d3ccf1af req-df5e9aed-8d8f-4dde-bdd9-dc2fb1aaf87a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=86d269cedd714f30a8f06d95221ca0a9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2145052 Nov 18 17:39:03.018880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2a12-dbb7-4c98-a824-a059399c70ee req-fa0a0962-90ce-4f64-a85f-b94fa45e8362 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:03.020453 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fc8f2a12-dbb7-4c98-a824-a059399c70ee req-fa0a0962-90ce-4f64-a85f-b94fa45e8362 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 943 time: 0.1948886 Nov 18 17:39:03.186206 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-fc8f2a12-dbb7-4c98-a824-a059399c70ee req-4cd28ca6-a657-4ade-a979-50db78c10f93 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425636 Nov 18 17:39:03.210554 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b1d9-67e6-4b0b-9bb8-e602d3ccf1af req-6dc07021-1804-4eb6-9fe7-1cde3f0efffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:03.212179 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3139b1d9-67e6-4b0b-9bb8-e602d3ccf1af req-6dc07021-1804-4eb6-9fe7-1cde3f0efffa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1907778 Nov 18 17:39:03.343024 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-0d35076f-922b-4577-b1f5-e709febd9997 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 1160 time: 0.0807376 Nov 18 17:39:03.423649 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-7122cd2a-047a-4874-b6fa-4ed5e945b758 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14dbb080-9cb6-43e8-9278-a2c7443bf442 HTTP/1.1" status: 200 len: 217 time: 0.0699205 Nov 18 17:39:03.497241 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-976608f1-1095-4d4d-959c-4a732982d932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:03.498918 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-976608f1-1095-4d4d-959c-4a732982d932 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0660856 Nov 18 17:39:03.556858 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-aad03509-f5db-4124-8f06-edaf334df080 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471597 Nov 18 17:39:03.709499 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-2a03e68c-d842-4405-8943-37ab150f7e9b service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432831 Nov 18 17:39:03.865615 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-16ec7204-66fe-4f40-89e1-83a67390da22 req-7d8a5b4c-4147-4427-a841-c344d39f6459 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493626 Nov 18 17:39:04.409253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e50f1-2925-43c5-897f-d0b2b4ecd67a req-f845b0e0-811e-49e7-bc75-fd63e12d5d98 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:04.410914 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8d3e50f1-2925-43c5-897f-d0b2b4ecd67a req-f845b0e0-811e-49e7-bc75-fd63e12d5d98 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 943 time: 0.0833564 Nov 18 17:39:04.465417 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8d3e50f1-2925-43c5-897f-d0b2b4ecd67a req-250e9988-0191-453a-abfe-c02d51c0c4d3 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482092 Nov 18 17:39:05.027381 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-80695f2c-d9f7-41ab-91be-f6fa01ef2453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:05.687893 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e671545-f3b0-4708-a993-e2936fdc2066 req-6475cd5e-d866-4669-8347-de6eab749c94 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:05.689576 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e671545-f3b0-4708-a993-e2936fdc2066 req-6475cd5e-d866-4669-8347-de6eab749c94 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 943 time: 0.0931098 Nov 18 17:39:05.740498 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-1e671545-f3b0-4708-a993-e2936fdc2066 req-150e1052-2688-4d14-8b2b-7ae7011ac0b1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Nov 18 17:39:06.868057 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-8e8ad228-db9a-466d-b69b-9cf6af1472ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:06.960976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4393c7-c101-44b0-9c98-b556f4fce3f6 req-f6997667-65cb-41e6-86b3-e143a989f7df tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:06.962670 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac4393c7-c101-44b0-9c98-b556f4fce3f6 req-f6997667-65cb-41e6-86b3-e143a989f7df tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 943 time: 0.0898337 Nov 18 17:39:07.011508 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac4393c7-c101-44b0-9c98-b556f4fce3f6 req-5e7b4e25-b282-4f92-ad28-d877690e3e77 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Nov 18 17:39:07.867142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:08.231139 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea28d1-f9ad-4670-b4ad-51aa5e62747e req-b7d45604-0dad-4ecf-b0c4-30b4ccead067 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:08.232734 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-56ea28d1-f9ad-4670-b4ad-51aa5e62747e req-b7d45604-0dad-4ecf-b0c4-30b4ccead067 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 943 time: 0.0906401 Nov 18 17:39:08.290151 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-56ea28d1-f9ad-4670-b4ad-51aa5e62747e req-e710be2c-871f-4dc5-b749-00e57be7cf5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486782 Nov 18 17:39:08.867770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:09.501867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:09.525002 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fbc33-676e-4c04-97f9-13b67bcb1ff1 req-129f0ac3-a583-45a3-8cc7-67aab698e8c7 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:09.531298 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f6fbc33-676e-4c04-97f9-13b67bcb1ff1 req-129f0ac3-a583-45a3-8cc7-67aab698e8c7 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 943 time: 0.0946202 Nov 18 17:39:09.576762 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7f6fbc33-676e-4c04-97f9-13b67bcb1ff1 req-273b74ca-0733-4cc6-9cbb-a2f5245442d5 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Nov 18 17:39:09.651396 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 14dbb080-9cb6-43e8-9278-a2c7443bf442 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:39:09.781219 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 14dbb080-9cb6-43e8-9278-a2c7443bf442 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:39:09.786704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 14dbb080-9cb6-43e8-9278-a2c7443bf442 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:39:09.787128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:09.904747 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:09.933108 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:39:09.944345 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 14dbb080-9cb6-43e8-9278-a2c7443bf442, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=14dbb080-9cb6-43e8-9278-a2c7443bf442,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:39:09.969724 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:09.971880 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:10.007644 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442', 'code': 200} Nov 18 17:39:10.047687 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=14dbb080-9cb6-43e8-9278-a2c7443bf442,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:10.057515 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.057956 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.058316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.058696 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.059070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.059446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.059862 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.060232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.060621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.060990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.061359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.061722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.062175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.062543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.065692 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.066473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.066473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.066473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:10.070882 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:10.312538 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9d85a9af-3254-4458-921f-f5f7f11a6063 req-68746404-1128-43e2-8d7a-490e42bb0f62 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 1162 time: 0.0834537 Nov 18 17:39:10.360926 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9d85a9af-3254-4458-921f-f5f7f11a6063 req-2282b226-b66f-45d5-86b1-8c0db970078b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Nov 18 17:39:10.794089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b14e-a27a-4b25-8b4d-ca9aa42c0bf3 req-87434692-d3b6-4bea-86bf-a5cfe0aa964b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:10.795734 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9e43b14e-a27a-4b25-8b4d-ca9aa42c0bf3 req-87434692-d3b6-4bea-86bf-a5cfe0aa964b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 945 time: 0.0859420 Nov 18 17:39:10.845984 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9e43b14e-a27a-4b25-8b4d-ca9aa42c0bf3 req-7c4e2a0d-c6b4-4d94-9992-19e0bdbf876a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Nov 18 17:39:11.039789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 14dbb080-9cb6-43e8-9278-a2c7443bf442 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:39:11.112799 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 14dbb080-9cb6-43e8-9278-a2c7443bf442 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:39:11.113210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:12.085245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d3a19-1e9e-4e7f-ac99-d1d8bf4a5aec req-b52a9bc4-8c03-488b-bb50-455acd44bd8a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:12.086991 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-670d3a19-1e9e-4e7f-ac99-d1d8bf4a5aec req-b52a9bc4-8c03-488b-bb50-455acd44bd8a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 945 time: 0.0878069 Nov 18 17:39:12.146561 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-670d3a19-1e9e-4e7f-ac99-d1d8bf4a5aec req-6dae18cf-add4-4cf3-bcef-30e18c836ced tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527537 Nov 18 17:39:12.363147 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-f3a7d401-5a28-40a1-9e93-b577529df274 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0770895 Nov 18 17:39:12.518955 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-50dd88d9-480b-4c07-9795-4946bfa6f796 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 1162 time: 0.0795627 Nov 18 17:39:12.688253 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-441f04d3-3c55-446e-92b6-62610b97dac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:12.691075 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-441f04d3-3c55-446e-92b6-62610b97dac8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 909 time: 0.1483972 Nov 18 17:39:12.786252 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-505d2b14-493d-418d-9301-8daa09080214 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26556d77-a660-45c2-9395-80b555c012d3 HTTP/1.1" status: 200 len: 217 time: 0.0743630 Nov 18 17:39:12.863543 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-1daf3e95-cf30-4d76-a71c-45fb320ea45a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:12.865193 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-1daf3e95-cf30-4d76-a71c-45fb320ea45a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0673063 Nov 18 17:39:12.923757 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-b9aee32d-cbb6-49a4-84dd-3ca351cd7959 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507319 Nov 18 17:39:13.079245 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-3b291e35-9fbc-4e3a-afbf-9ab38a97ce09 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480148 Nov 18 17:39:13.454448 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3aa9a0a0-f510-407d-91e1-829c0655786c req-f5f026f5-2739-4e03-b0fc-016efa437792 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3678448 Nov 18 17:39:15.055774 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:24.767122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-b14bbb6b-472d-48c5-89f5-118c498e1a30 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:24.768635 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-b14bbb6b-472d-48c5-89f5-118c498e1a30 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1622062 Nov 18 17:39:24.789931 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-4d41ab60-413c-4657-a98e-7c80e218ff6b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/quotas/86d269cedd714f30a8f06d95221ca0a9 HTTP/1.1" status: 200 len: 375 time: 0.0118637 Nov 18 17:39:24.880461 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-78829f9b-78c2-4251-a577-990673a4a39b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848303 Nov 18 17:39:25.031978 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-94c106c2-3709-434c-9e89-0fc781dc7994 service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439378 Nov 18 17:39:25.185382 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-a9f034cb-0f7c-4f17-96e5-b956d1b7c16b service neutron] 10.222.0.21 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461141 Nov 18 17:39:25.454104 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-67586476-0a0e-4a9d-8bff-605789de7d76 req-21aa2d0f-cb75-4958-acd4-e7cfbffa5171 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 210 time: 0.0514555 Nov 18 17:39:26.640633 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e9b51837-3548-4538-aaea-2b8b47e11d78 req-ae209382-aaae-42b6-8a07-253c454e7f04 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 210 time: 0.0516613 Nov 18 17:39:27.104242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-8f1af383-1c6f-481d-9da2-a2090188dda2 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:27.105866 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-8f1af383-1c6f-481d-9da2-a2090188dda2 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 815 time: 0.1670718 Nov 18 17:39:27.125314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Request body: {'port': {'device_id': '076288b7-083a-47b5-91bf-10e34576c684', 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee', 'admin_state_up': True, 'tenant_id': '86d269cedd714f30a8f06d95221ca0a9'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:27.274801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:39:27.284786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:39:27.352255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Made reservation on behalf of 86d269cedd714f30a8f06d95221ca0a9 for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:39:27.358104 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:27.677596 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Allocated IP 172.20.0.5 (b281bdf5-644d-486f-a677-aea21ad44bee/e0ae61db-ef09-48f5-aa58-264d8c25d9ea/fe5b6932-88a7-4424-99d2-52c01b9bba1f) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:39:27.935978 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bacf710e-0ffc-47e9-9615-823332908a15 req-2188f8d0-4765-4c2a-a5ac-1d2eb358c8cd tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 210 time: 0.0495398 Nov 18 17:39:28.066306 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:28.141702 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:28.159160 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-6a7f25e8-2d70-4e7c-867b-021ce4134b8a tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:28.301679 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event updated for resources: {'Port': ['ID=fe5b6932-88a7-4424-99d2-52c01b9bba1f,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:28.323843 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.324268 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.326391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.326391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.326391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.326391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.326391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.327009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.327009 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.327330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.327735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.328128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.328567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.328967 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.329363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.329760 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.330736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.331119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.331516 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.331914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.332310 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.332709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.333105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.333498 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:39:28.339477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:28.377095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Network b281bdf5-644d-486f-a677-aea21ad44bee is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:39:28.380955 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:39:28.383445 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:39:28.451565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:28.452242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:28.507168 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861425 Nov 18 17:39:28.520379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Request body: {'port': {'device_id': '076288b7-083a-47b5-91bf-10e34576c684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:39:28.635733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:29.058157 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b6932-88a7-4424-99d2-52c01b9bba1f {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:39:29.066134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:29.117561 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Transition to ACTIVE for port object fe5b6932-88a7-4424-99d2-52c01b9bba1f will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:39:29.173593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0cda-7bf8-423d-b185-de37f155132f req-1e01efbb-8957-49af-b46f-c719683aaec8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:29.175016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-5c9c0cda-7bf8-423d-b185-de37f155132f req-1e01efbb-8957-49af-b46f-c719683aaec8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:39:29.180390 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:29.198583 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-da7f6a1b-57b3-4a2b-9317-f58701528b54 tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:29.339023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-5c9c0cda-7bf8-423d-b185-de37f155132f req-1e01efbb-8957-49af-b46f-c719683aaec8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:39:29.340290 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5c9c0cda-7bf8-423d-b185-de37f155132f req-1e01efbb-8957-49af-b46f-c719683aaec8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 931 time: 0.2693951 Nov 18 17:39:29.342987 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b6932-88a7-4424-99d2-52c01b9bba1f,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:29.354821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:29.428133 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-5c9c0cda-7bf8-423d-b185-de37f155132f req-198f64a7-9bba-435d-bc72-6bcae14dec6c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719781 Nov 18 17:39:29.629959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:39:29.805101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Attempting to bind port fe5b6932-88a7-4424-99d2-52c01b9bba1f on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:39:29.805478 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Attempting to bind port fe5b6932-88a7-4424-99d2-52c01b9bba1f by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:39:29.805845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Attempting to bind port fe5b6932-88a7-4424-99d2-52c01b9bba1f on network b281bdf5-644d-486f-a677-aea21ad44bee {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:39:29.812723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:39:29.813098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Checking segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:39:29.813501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:29.813917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Bound using segment: {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:39:29.814389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Bound port: fe5b6932-88a7-4424-99d2-52c01b9bba1f, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3f94a-434d-4941-aa1e-47a4e930b48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b281bdf5-644d-486f-a677-aea21ad44bee'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:39:29.814789 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:29.909222 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] For port fe5b6932-88a7-4424-99d2-52c01b9bba1f, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:39:29.912472 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] For port fe5b6932-88a7-4424-99d2-52c01b9bba1f, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fe5b6932-88a7-4424-99d2-52c01b9bba1f,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:39:29.997759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:30.015114 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-85270485-d98d-453e-a824-5d070c7d9422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:30.169526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b6932-88a7-4424-99d2-52c01b9bba1f,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:30.173034 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:30.211314 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:30.212795 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-20a425a0-3078-4622-98a4-6367a9285823 service neutron] 10.222.0.43 "PUT /v2.0/ports/fe5b6932-88a7-4424-99d2-52c01b9bba1f HTTP/1.1" status: 200 len: 1157 time: 1.6977782 Nov 18 17:39:30.213373 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076288b7-083a-47b5-91bf-10e34576c684', 'tag': 'fe5b6932-88a7-4424-99d2-52c01b9bba1f'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:39:30.273611 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076288b7-083a-47b5-91bf-10e34576c684', 'tag': 'fe5b6932-88a7-4424-99d2-52c01b9bba1f', 'status': 'completed', 'code': 200} Nov 18 17:39:30.367006 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-c5677fb7-1225-4aa4-b94a-47e2d4638f10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 1160 time: 0.0820396 Nov 18 17:39:30.442361 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-737e7978-226e-4dbd-99d8-b3f012f57f41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b6932-88a7-4424-99d2-52c01b9bba1f HTTP/1.1" status: 200 len: 217 time: 0.0669303 Nov 18 17:39:30.518107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-09a4f676-cca8-438d-a32e-1d1dde170d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:30.519755 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-09a4f676-cca8-438d-a32e-1d1dde170d05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0697124 Nov 18 17:39:30.614068 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-4d96be4d-e3a5-45d7-82fc-e721e901016d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866449 Nov 18 17:39:30.776412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d333c6-9e16-48f5-863a-190cabfd108e req-044a0ab3-2bb3-4a51-9235-d31f72864e52 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:30.777998 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35d333c6-9e16-48f5-863a-190cabfd108e req-044a0ab3-2bb3-4a51-9235-d31f72864e52 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 943 time: 0.2168391 Nov 18 17:39:30.788607 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-d0424a1c-c9fb-4705-bb7d-0b679874d304 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661355 Nov 18 17:39:30.939976 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-35d333c6-9e16-48f5-863a-190cabfd108e req-a8bb25a5-0c58-4241-a3ea-181242e6c4dd tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536121 Nov 18 17:39:30.969089 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-759a0505-97f2-48ac-94b7-c530f00a8bf9 req-f407e37e-8b86-41ea-9d8b-35d7c9f03604 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1651380 Nov 18 17:39:31.164697 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-c0f38296-29a0-4ec1-aca2-4edba9b1afb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86d269cedd714f30a8f06d95221ca0a9&device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 1160 time: 0.0823174 Nov 18 17:39:31.312680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-6bfc7131-9138-43aa-b891-40a53deff6a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:31.314331 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-6bfc7131-9138-43aa-b891-40a53deff6a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 200 len: 909 time: 0.1425714 Nov 18 17:39:31.388412 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-e3a73881-4b04-416a-802b-34dc08456c74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b6932-88a7-4424-99d2-52c01b9bba1f HTTP/1.1" status: 200 len: 217 time: 0.0655515 Nov 18 17:39:31.463845 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-1cb27425-7f82-44b5-9142-6459542b2b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:31.465387 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-1cb27425-7f82-44b5-9142-6459542b2b82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 200 len: 855 time: 0.0697074 Nov 18 17:39:31.517296 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-b33fd947-d9c7-4b79-8721-74a381330194 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b281bdf5-644d-486f-a677-aea21ad44bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443482 Nov 18 17:39:31.668066 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-3a0bdb70-8b57-4125-a299-24e94c6d2fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398835 Nov 18 17:39:31.818156 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-31f487d2-dc25-44f0-b75b-9810997cae02 req-72c3cc10-2f56-4f8d-ab32-6f8a44a2ebee service neutron] 10.222.0.43 "GET /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420000 Nov 18 17:39:32.161348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a803504-902b-4f80-a97f-fa61c6601002 req-a3405be4-b65d-42a1-be3b-87c86ad6d6bb tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:32.163048 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6a803504-902b-4f80-a97f-fa61c6601002 req-a3405be4-b65d-42a1-be3b-87c86ad6d6bb tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 943 time: 0.0882018 Nov 18 17:39:32.218331 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6a803504-902b-4f80-a97f-fa61c6601002 req-1b024d1f-49b5-4dbe-9722-11406d5b9669 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Nov 18 17:39:33.437962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21401fb9-e996-427f-944b-1db7f12a5588 req-129977c2-835d-4bf9-af5a-cbff4de25451 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:33.440105 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-21401fb9-e996-427f-944b-1db7f12a5588 req-129977c2-835d-4bf9-af5a-cbff4de25451 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 943 time: 0.0851574 Nov 18 17:39:33.494416 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-21401fb9-e996-427f-944b-1db7f12a5588 req-83d23e38-6755-4843-97da-97a681ace88e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 Nov 18 17:39:34.841379 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d524f5-0b56-46a7-8edd-beb7e6071a63 req-87fb02d4-bff3-4dca-bdd8-525de0ddd52e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:34.843059 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20d524f5-0b56-46a7-8edd-beb7e6071a63 req-87fb02d4-bff3-4dca-bdd8-525de0ddd52e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 943 time: 0.0870676 Nov 18 17:39:34.896532 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-20d524f5-0b56-46a7-8edd-beb7e6071a63 req-af7915d0-b924-4819-a4da-277634d39b47 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Nov 18 17:39:35.042886 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6fd31343-7250-4bc2-96c4-dcb8321eb91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:36.113998 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6363e8-18dd-4656-9386-06be19815f40 req-9aa3fb4c-dcbf-446f-a7b7-4bca4885d266 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:36.115573 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8d6363e8-18dd-4656-9386-06be19815f40 req-9aa3fb4c-dcbf-446f-a7b7-4bca4885d266 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 943 time: 0.0874610 Nov 18 17:39:36.164591 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-8d6363e8-18dd-4656-9386-06be19815f40 req-86e3c7b4-724e-4cb8-a41a-8870dd4dff9a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 Nov 18 17:39:36.871155 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-175be080-12fe-4fc5-b42e-c188507011a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:37.380746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422cafe-6f60-4bbc-ab81-82bec6583db1 req-639cfa28-ecc2-4d93-b32b-465145cd7972 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:37.382422 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9422cafe-6f60-4bbc-ab81-82bec6583db1 req-639cfa28-ecc2-4d93-b32b-465145cd7972 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 943 time: 0.0901935 Nov 18 17:39:37.431266 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9422cafe-6f60-4bbc-ab81-82bec6583db1 req-c7a764b9-925d-4cb9-842d-e4f92a86c3bc tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Nov 18 17:39:37.860822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:37.971668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device fe5b6932-88a7-4424-99d2-52c01b9bba1f up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:39:38.106673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port fe5b6932-88a7-4424-99d2-52c01b9bba1f completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:39:38.112300 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port fe5b6932-88a7-4424-99d2-52c01b9bba1f triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:39:38.112723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:38.232910 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:38.260783 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076288b7-083a-47b5-91bf-10e34576c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b6932-88a7-4424-99d2-52c01b9bba1f'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:39:38.271711 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port fe5b6932-88a7-4424-99d2-52c01b9bba1f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fe5b6932-88a7-4424-99d2-52c01b9bba1f,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:39:38.340164 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076288b7-083a-47b5-91bf-10e34576c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b6932-88a7-4424-99d2-52c01b9bba1f', 'code': 200} Nov 18 17:39:38.419207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:38.419207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:38.453636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=fe5b6932-88a7-4424-99d2-52c01b9bba1f,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:38.457107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:38.744976 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad607d-d59c-4365-945f-d04d6a8b579d req-9024b347-d179-4508-aa8b-fb6f187fd09a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:38.746538 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-afad607d-d59c-4365-945f-d04d6a8b579d req-9024b347-d179-4508-aa8b-fb6f187fd09a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.0850003 Nov 18 17:39:38.798123 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-afad607d-d59c-4365-945f-d04d6a8b579d req-d6997723-40c0-4764-a827-c1efb5db73c1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Nov 18 17:39:38.899724 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19e83210-6d0a-42bd-aded-fd3756fbab65 req-9d1d07b1-8676-4395-ab17-c7e7f5e94940 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 1162 time: 0.0784528 Nov 18 17:39:38.917982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:38.946660 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-19e83210-6d0a-42bd-aded-fd3756fbab65 req-84fa347e-a718-465b-b41c-5edfdba04aaf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Nov 18 17:39:39.237806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device fe5b6932-88a7-4424-99d2-52c01b9bba1f up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:39:39.311683 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port fe5b6932-88a7-4424-99d2-52c01b9bba1f triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:39:39.312101 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:39.500889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:40.016922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b109a1-52a8-4688-a498-18461d84864c req-ada80b1f-feba-4ade-a987-34feaf3bc320 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:40.018613 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-70b109a1-52a8-4688-a498-18461d84864c req-ada80b1f-feba-4ade-a987-34feaf3bc320 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.0851989 Nov 18 17:39:40.078080 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-70b109a1-52a8-4688-a498-18461d84864c req-b09ba7ba-b6fa-4063-be2d-1d49125ad258 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Nov 18 17:39:41.499892 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83815-14b5-4bd0-ace1-88fe1d803abc req-7ac2d6b6-d99f-49fa-9567-0658fa846cb8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:41.501427 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7fa83815-14b5-4bd0-ace1-88fe1d803abc req-7ac2d6b6-d99f-49fa-9567-0658fa846cb8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.2885659 Nov 18 17:39:41.550343 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7fa83815-14b5-4bd0-ace1-88fe1d803abc req-ae52df9c-0857-4bd8-a1fa-28f87a9eb7db tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Nov 18 17:39:45.088918 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:55.842364 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be586-cdbf-49f1-8955-6165cd981189 req-b3b06e83-5b0d-489e-9a47-34e8accae2b7 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:55.844048 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-989be586-cdbf-49f1-8955-6165cd981189 req-b3b06e83-5b0d-489e-9a47-34e8accae2b7 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.1189415 Nov 18 17:39:55.904469 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-989be586-cdbf-49f1-8955-6165cd981189 req-7f881e11-a544-4789-8f87-dd5e08721a7c tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525746 Nov 18 17:39:57.138665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e884b-22c8-417c-b157-60956317a5fa req-81d46c0f-557e-4058-a664-4d20fa320f54 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:57.140357 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f2e884b-22c8-417c-b157-60956317a5fa req-81d46c0f-557e-4058-a664-4d20fa320f54 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.0929115 Nov 18 17:39:57.192647 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f2e884b-22c8-417c-b157-60956317a5fa req-828c9488-6277-436e-91f9-b8f998e5ff66 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Nov 18 17:39:58.058673 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-3d7371cd-370a-4b98-bee2-7853473a5afe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:58.060313 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-3d7371cd-370a-4b98-bee2-7853473a5afe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.0842037 Nov 18 17:39:58.138477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Deleting port fe5b6932-88a7-4424-99d2-52c01b9bba1f {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:39:58.138829 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:58.401182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] For port fe5b6932-88a7-4424-99d2-52c01b9bba1f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fe5b6932-88a7-4424-99d2-52c01b9bba1f,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:39:58.401475 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:58.410368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d5146-24bb-4c95-9159-148cff79ca22 req-86aa97a2-f0fd-48da-b2dd-9245e1541fa1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:39:58.412131 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-669d5146-24bb-4c95-9159-148cff79ca22 req-86aa97a2-f0fd-48da-b2dd-9245e1541fa1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 945 time: 0.0886526 Nov 18 17:39:58.463540 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-669d5146-24bb-4c95-9159-148cff79ca22 req-fd24bac7-7b91-48a6-9f3c-109015dee069 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Nov 18 17:39:58.536807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Calling delete_port for fe5b6932-88a7-4424-99d2-52c01b9bba1f owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:39:58.734821 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:58.750274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ee2a2a59-f918-45fe-9cf2-767611472e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:39:58.803715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event deleted for resources: {'Port': ['ID=fe5b6932-88a7-4424-99d2-52c01b9bba1f,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:39:58.807945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:39:58.959028 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] No DVR routers for this DVR port fe5b6932-88a7-4424-99d2-52c01b9bba1f on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:39:58.961280 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:39:58.964072 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076288b7-083a-47b5-91bf-10e34576c684', 'name': 'network-vif-deleted', 'tag': 'fe5b6932-88a7-4424-99d2-52c01b9bba1f'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:39:59.015617 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-be5ca270-3745-4bf6-b4ec-79743e53c0ef req-7c7a703f-50ac-41fb-b4d1-1faf76492302 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "DELETE /v2.0/ports/fe5b6932-88a7-4424-99d2-52c01b9bba1f HTTP/1.1" status: 204 len: 173 time: 0.9495242 Nov 18 17:39:59.022952 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076288b7-083a-47b5-91bf-10e34576c684', 'name': 'network-vif-deleted', 'tag': 'fe5b6932-88a7-4424-99d2-52c01b9bba1f', 'status': 'completed', 'code': 200} Nov 18 17:39:59.657737 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f1d6a4bb-e2c4-4c69-9bf2-9c2b50dcaafa req-3553d648-76a1-40fa-aea4-0cc3d1885025 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=076288b7-083a-47b5-91bf-10e34576c684 HTTP/1.1" status: 200 len: 210 time: 0.0472319 Nov 18 17:40:00.121578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device fe5b6932-88a7-4424-99d2-52c01b9bba1f no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:40:00.156534 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No Port match for: fe5b6932-88a7-4424-99d2-52c01b9bba1f {{(pid=80399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 17:40:00.156925 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device fe5b6932-88a7-4424-99d2-52c01b9bba1f not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:40:02.757580 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188014-d65f-4e82-9db9-8aa78f694c7f req-7ebc097b-2411-4fc3-928e-9b805156d2a5 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:02.758444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-ac188014-d65f-4e82-9db9-8aa78f694c7f req-7ebc097b-2411-4fc3-928e-9b805156d2a5 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:40:02.804839 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-ac188014-d65f-4e82-9db9-8aa78f694c7f req-7ebc097b-2411-4fc3-928e-9b805156d2a5 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:40:02.806310 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac188014-d65f-4e82-9db9-8aa78f694c7f req-7ebc097b-2411-4fc3-928e-9b805156d2a5 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 945 time: 0.1346509 Nov 18 17:40:02.860239 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ac188014-d65f-4e82-9db9-8aa78f694c7f req-73ad76ff-e0ed-4307-959a-fc09a9ea4976 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Nov 18 17:40:04.078802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bf959-3823-4217-a814-117154e74e78 req-925ff5be-e061-487d-9099-5e537dac5fb1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:04.080444 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f41bf959-3823-4217-a814-117154e74e78 req-925ff5be-e061-487d-9099-5e537dac5fb1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 945 time: 0.0861280 Nov 18 17:40:04.134227 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f41bf959-3823-4217-a814-117154e74e78 req-88014cb9-0e2e-4ffe-9887-a216173d541b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Nov 18 17:40:04.760184 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-afca804c-6251-4fad-8704-5d7222115cc0 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:04.761803 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-afca804c-6251-4fad-8704-5d7222115cc0 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 945 time: 0.0984378 Nov 18 17:40:04.840897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Deleting port 14dbb080-9cb6-43e8-9278-a2c7443bf442 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:40:04.841279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:05.100672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e37a4047-8e20-4ec0-8d28-2dafc5502310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:05.357294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 14dbb080-9cb6-43e8-9278-a2c7443bf442 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:40:05.409182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] For port 14dbb080-9cb6-43e8-9278-a2c7443bf442, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=14dbb080-9cb6-43e8-9278-a2c7443bf442,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:05.409611 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:05.476608 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:05.505318 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:40:05.515899 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 14dbb080-9cb6-43e8-9278-a2c7443bf442, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=14dbb080-9cb6-43e8-9278-a2c7443bf442,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:05.550152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Calling delete_port for 14dbb080-9cb6-43e8-9278-a2c7443bf442 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:40:05.557304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:05.560043 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:05.585122 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889885b6-9297-4e1e-9e69-8396ea9231e1 req-b318de56-ac4e-47f5-bc2d-d3dae770bf9d tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:05.586792 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-889885b6-9297-4e1e-9e69-8396ea9231e1 req-b318de56-ac4e-47f5-bc2d-d3dae770bf9d tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 945 time: 0.2823701 Nov 18 17:40:05.592183 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442', 'code': 200} Nov 18 17:40:05.631469 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=14dbb080-9cb6-43e8-9278-a2c7443bf442,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:05.635007 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:05.668947 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-889885b6-9297-4e1e-9e69-8396ea9231e1 req-8d62bb89-2a15-4175-ab7b-145adc996c77 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704474 Nov 18 17:40:05.763938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:05.764421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:40:06.266209 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Deleting port 14dbb080-9cb6-43e8-9278-a2c7443bf442 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:40:06.266787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:06.528688 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] For port 14dbb080-9cb6-43e8-9278-a2c7443bf442, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=14dbb080-9cb6-43e8-9278-a2c7443bf442,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:06.529008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:06.631525 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:40:06.659267 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Calling delete_port for 14dbb080-9cb6-43e8-9278-a2c7443bf442 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:40:06.837332 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:06.851140 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9f21c69b-c4c4-486e-b894-6590aa50535d req-da9c5690-ad98-4132-9f38-431ba46765b8 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 210 time: 0.0473976 Nov 18 17:40:06.856258 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:06.881071 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dabb44a1-782a-4eeb-a605-0b79e2cee3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:06.905195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event deleted for resources: {'Port': ['ID=14dbb080-9cb6-43e8-9278-a2c7443bf442,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:06.908156 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:07.062709 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] No DVR routers for this DVR port 14dbb080-9cb6-43e8-9278-a2c7443bf442 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:40:07.065058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:07.069563 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'name': 'network-vif-deleted', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:40:07.118281 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-9a17a736-7ada-4d30-a13a-ef134e147a52 req-88f35e95-e25f-4f20-aa9d-c548f9c17d29 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "DELETE /v2.0/ports/14dbb080-9cb6-43e8-9278-a2c7443bf442 HTTP/1.1" status: 204 len: 173 time: 2.3487008 Nov 18 17:40:07.126931 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0', 'name': 'network-vif-deleted', 'tag': '14dbb080-9cb6-43e8-9278-a2c7443bf442', 'status': 'completed', 'code': 200} Nov 18 17:40:07.906048 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:08.046797 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e1528b6f-03e9-4a6c-aa69-42a82f260893 req-ea569694-6024-47d9-a925-7732b12a54ca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=0d1951a3-dc87-4d5c-8ee1-3f2ae66b04c0 HTTP/1.1" status: 200 len: 210 time: 0.0503631 Nov 18 17:40:08.854584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:09.535106 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:09.696245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208249-60a0-4484-ad95-0e0f3a6fef9b req-3f9b3cdc-3c75-4f73-8502-0de7feaa1dca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:09.696943 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-6f208249-60a0-4484-ad95-0e0f3a6fef9b req-3f9b3cdc-3c75-4f73-8502-0de7feaa1dca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:40:09.762526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-6f208249-60a0-4484-ad95-0e0f3a6fef9b req-3f9b3cdc-3c75-4f73-8502-0de7feaa1dca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:40:09.763884 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6f208249-60a0-4484-ad95-0e0f3a6fef9b req-3f9b3cdc-3c75-4f73-8502-0de7feaa1dca tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 945 time: 0.1584435 Nov 18 17:40:09.817383 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-6f208249-60a0-4484-ad95-0e0f3a6fef9b req-a7ac9f72-3093-4753-bd84-40d6c8906ca7 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469582 Nov 18 17:40:11.042873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d9869-46de-49a8-a746-072770d2cbda req-86bc850a-f621-4536-a17d-3049a16ea828 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:11.044517 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae1d9869-46de-49a8-a746-072770d2cbda req-86bc850a-f621-4536-a17d-3049a16ea828 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 945 time: 0.0911834 Nov 18 17:40:11.093742 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae1d9869-46de-49a8-a746-072770d2cbda req-c9277be9-c4d4-409c-9198-b3f269a7dd5a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Nov 18 17:40:11.383145 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-af09557e-c122-421e-94b9-5546b276ca0d tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:11.384664 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-af09557e-c122-421e-94b9-5546b276ca0d tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 945 time: 0.0874743 Nov 18 17:40:11.391333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 796bd82f-d232-431a-9e23-5011194565ac no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:40:11.463571 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Deleting port 796bd82f-d232-431a-9e23-5011194565ac {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:40:11.463959 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:11.511617 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:11.539451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796bd82f-d232-431a-9e23-5011194565ac'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:40:11.550136 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 796bd82f-d232-431a-9e23-5011194565ac, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=796bd82f-d232-431a-9e23-5011194565ac,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:11.596723 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:11.598770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:11.634771 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796bd82f-d232-431a-9e23-5011194565ac', 'code': 200} Nov 18 17:40:11.671062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=796bd82f-d232-431a-9e23-5011194565ac,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:11.680906 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.681299 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.681681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.682130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.682509 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.682881 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.683251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.683623 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.683973 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.684338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.684706 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.685068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.685476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.685836 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.686227 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.686584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.686957 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.687297 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.687655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.688012 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.688371 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.688781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.689142 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.689530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:11.694473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:11.725215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] For port 796bd82f-d232-431a-9e23-5011194565ac, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=796bd82f-d232-431a-9e23-5011194565ac,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:11.725616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:11.855195 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Calling delete_port for 796bd82f-d232-431a-9e23-5011194565ac owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:40:12.037436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:12.053413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8c2e8184-4493-4258-9749-049fefb2baf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:12.101725 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event deleted for resources: {'Port': ['ID=796bd82f-d232-431a-9e23-5011194565ac,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:12.106476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:12.266436 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] No DVR routers for this DVR port 796bd82f-d232-431a-9e23-5011194565ac on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:40:12.268975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:12.278539 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'name': 'network-vif-deleted', 'tag': '796bd82f-d232-431a-9e23-5011194565ac'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:40:12.286414 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-eeb00f41-4e5b-41c0-8dc1-7a234cba11c0 req-bf6e224c-e75b-46c6-ab03-a2bb22c83a2e tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=53567ded-8dad-4cc6-87f9-4ba4ee491055 HTTP/1.1" status: 200 len: 210 time: 0.0533216 Nov 18 17:40:12.323776 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4e2bbfb2-58a4-4740-ae38-2056531cac9b req-329c05bd-505d-44f5-abb6-ed9673bd671b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "DELETE /v2.0/ports/796bd82f-d232-431a-9e23-5011194565ac HTTP/1.1" status: 204 len: 173 time: 0.9333184 Nov 18 17:40:12.341976 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53567ded-8dad-4cc6-87f9-4ba4ee491055', 'name': 'network-vif-deleted', 'tag': '796bd82f-d232-431a-9e23-5011194565ac', 'status': 'completed', 'code': 200} Nov 18 17:40:15.100470 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:15.232612 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59b86-13b4-40c1-ba8e-2ab01fc81b84 req-a2b1e848-7e28-449a-93d6-e6609b49be17 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:15.234305 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22c59b86-13b4-40c1-ba8e-2ab01fc81b84 req-a2b1e848-7e28-449a-93d6-e6609b49be17 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 945 time: 0.0866663 Nov 18 17:40:15.284040 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-22c59b86-13b4-40c1-ba8e-2ab01fc81b84 req-7b1096e5-58a3-4693-8a92-304149d40309 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Nov 18 17:40:16.512330 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5309781-0e14-4273-a6dc-f802c5305c97 req-9f747171-29fa-4f0f-9230-d7bbfea4dd25 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:16.513008 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-b5309781-0e14-4273-a6dc-f802c5305c97 req-9f747171-29fa-4f0f-9230-d7bbfea4dd25 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Synchronizing usage tracker for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:40:16.562424 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-b5309781-0e14-4273-a6dc-f802c5305c97 req-9f747171-29fa-4f0f-9230-d7bbfea4dd25 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Unset dirty status for tenant:86d269cedd714f30a8f06d95221ca0a9 on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:40:16.563782 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5309781-0e14-4273-a6dc-f802c5305c97 req-9f747171-29fa-4f0f-9230-d7bbfea4dd25 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 945 time: 0.1380315 Nov 18 17:40:16.613594 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b5309781-0e14-4273-a6dc-f802c5305c97 req-a9403cde-ea67-4800-b069-42e85b8ca415 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Nov 18 17:40:17.085950 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-d9759517-591b-4c7d-8991-cfaa46515dc1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:17.087541 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-d9759517-591b-4c7d-8991-cfaa46515dc1 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 945 time: 0.0863438 Nov 18 17:40:17.162304 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Deleting port 26556d77-a660-45c2-9395-80b555c012d3 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:40:17.162685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:17.420972 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 26556d77-a660-45c2-9395-80b555c012d3 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:40:17.424023 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] For port 26556d77-a660-45c2-9395-80b555c012d3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=26556d77-a660-45c2-9395-80b555c012d3,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:17.424428 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:17.536672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:17.554262 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Calling delete_port for 26556d77-a660-45c2-9395-80b555c012d3 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:40:17.567245 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26556d77-a660-45c2-9395-80b555c012d3'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:40:17.577317 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 26556d77-a660-45c2-9395-80b555c012d3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=26556d77-a660-45c2-9395-80b555c012d3,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:17.608501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:17.610969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:17.643038 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26556d77-a660-45c2-9395-80b555c012d3', 'code': 200} Nov 18 17:40:17.666464 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.db.api [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 17:40:17.666848 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_db.api [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 17:40:17.682781 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=26556d77-a660-45c2-9395-80b555c012d3,revision_number=5']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:17.686230 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:17.828777 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b200c7-f4e5-45b5-a928-99e8b4f62b2c req-7a4086d9-ea22-4ee6-872f-575211c85362 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:17.830435 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45b200c7-f4e5-45b5-a928-99e8b4f62b2c req-7a4086d9-ea22-4ee6-872f-575211c85362 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 943 time: 0.0858443 Nov 18 17:40:17.880268 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-45b200c7-f4e5-45b5-a928-99e8b4f62b2c req-93e3d573-cf69-4981-bd4c-ea0e4ccd1447 tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/security-groups?id=7c539e27-1eb8-4785-9cc5-77af943f070c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Nov 18 17:40:18.167703 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Deleting port 26556d77-a660-45c2-9395-80b555c012d3 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:40:18.168140 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:18.422308 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] For port 26556d77-a660-45c2-9395-80b555c012d3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=26556d77-a660-45c2-9395-80b555c012d3,segment=NetworkSegment(63d3f94a-434d-4941-aa1e-47a4e930b48e),segment_id=63d3f94a-434d-4941-aa1e-47a4e930b48e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:40:18.422629 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:18.554442 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Calling delete_port for 26556d77-a660-45c2-9395-80b555c012d3 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:40:18.727954 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:18.745622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-55ac4ad3-c19c-4a9f-9b07-de0145e17298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:18.791126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Pushing event deleted for resources: {'Port': ['ID=26556d77-a660-45c2-9395-80b555c012d3,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:18.795755 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:18.946750 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] No DVR routers for this DVR port 26556d77-a660-45c2-9395-80b555c012d3 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:40:18.948946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:18.951710 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'name': 'network-vif-deleted', 'tag': '26556d77-a660-45c2-9395-80b555c012d3'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:40:19.009434 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-27afd01d-1a0c-4e66-bf97-b786098f1999 req-44d53056-c757-4ca4-a59a-79dda325f42a tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.43 "DELETE /v2.0/ports/26556d77-a660-45c2-9395-80b555c012d3 HTTP/1.1" status: 204 len: 173 time: 1.9160132 Nov 18 17:40:19.012208 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc1e034-f28d-4da0-914a-34ca21eb02f8', 'name': 'network-vif-deleted', 'tag': '26556d77-a660-45c2-9395-80b555c012d3', 'status': 'completed', 'code': 200} Nov 18 17:40:19.065014 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8578bc0-ecd9-46ba-8fa4-0e27d1a23836 req-94b74217-a68b-41cb-9859-2afc1f19d7fa tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] 10.222.0.21 "GET /v2.0/ports?device_id=7dc1e034-f28d-4da0-914a-34ca21eb02f8 HTTP/1.1" status: 200 len: 210 time: 0.0519335 Nov 18 17:40:20.178576 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47048) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:20.244368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Deleting subnet e0ae61db-ef09-48f5-aa58-264d8c25d9ea {{(pid=80398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 17:40:20.247410 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:20.304535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852087794'] for subnet, precommit_delete_associations {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:20.362461 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853803752'] for subnet, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.059947 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2331906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4120964'] for subnet, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.075870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:21.114095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ae61db-ef09-48f5-aa58-264d8c25d9ea,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:21.118134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:21.213737 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.219708 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-e32353db-baf7-4f43-8e15-aee5ec10eecf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0ae61db-ef09-48f5-aa58-264d8c25d9ea HTTP/1.1" status: 204 len: 168 time: 1.0400500 Nov 18 17:40:21.222249 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47052) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:21.338294 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-803480'] for network, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.530104 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853803357', 'neutron.services.segments.db._delete_segments_for_network--9223363267178362859'] for network, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.645256 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b281bdf5-644d-486f-a677-aea21ad44bee']}} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:40:21.657866 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d3f94a-434d-4941-aa1e-47a4e930b48e') {'for_net_delete': True} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:40:21.658234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.services.segments.db [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d3f94a-434d-4941-aa1e-47a4e930b48e') {} {{(pid=80398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 17:40:21.670704 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363267178324971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2688054'] for segment, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.686168 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970110'] for segment, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:21.688133 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 17:40:21.870575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Network b281bdf5-644d-486f-a677-aea21ad44bee has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:40:21.879960 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853805706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2331999'] for segment, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.062234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Network b281bdf5-644d-486f-a677-aea21ad44bee has no segments {{(pid=80398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: Traceback (most recent call last): Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: timer() Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: cb(*args, **kw) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: return func(*args, **kwargs) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: self._notify() Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: self.callback(batched_events) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: event.method(event) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: segment_id)['aggregates'][0] Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: return f(self, *a, **k) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: return self._get(url).json() Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: **kwargs) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: return self.request(url, 'GET', **kwargs) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: **endpoint_filter) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 17:40:22.085077 dv-cinder-760184-2-iscsi neutron-server[80284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 17:40:22.185746 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085'] for network, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.189339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:22.203530 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1538100'] for network, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.218668 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Pushing event deleted for resources: {'Network': ['ID=b281bdf5-644d-486f-a677-aea21ad44bee,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:22.223736 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:22.243543 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-3763c2f3-1f62-4bae-8283-e0f280128498 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b281bdf5-644d-486f-a677-aea21ad44bee HTTP/1.1" status: 204 len: 168 time: 1.0203063 Nov 18 17:40:22.450501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47058) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:22.503402 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-0e3ed9b5-fbb7-4b86-9d02-c7909dca20b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86d269cedd714f30a8f06d95221ca0a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516169 Nov 18 17:40:22.506276 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47062) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:22.567095 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.594212 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.705648 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.710790 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-5bbd5230-33f5-44d4-8180-9b4b480977b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:22.724188 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c539e27-1eb8-4785-9cc5-77af943f070c,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:22.726994 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:22.750568 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:22.751946 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b7bd57f7-72da-4049-a00d-9535d9410733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c539e27-1eb8-4785-9cc5-77af943f070c HTTP/1.1" status: 204 len: 168 time: 0.2446845 Nov 18 17:40:35.036807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef1f5-db1b-4998-99b4-fe75731c5c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:36.322621 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47178) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:36.487521 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:36.578438 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:36.582924 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:6752c5414bd542779a558117fd882ba3 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:36.586152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:36.592733 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:36.757295 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:36.780104 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:36.788832 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-690a8f56-ba9c-4cfd-b145-449453527fba tempest-AttachVolumeShelveTestJSON-114832068 tempest-AttachVolumeShelveTestJSON-114832068] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:36.842256 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6752c5414bd542779a558117fd882ba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5158033 Nov 18 17:40:36.842256 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422e079-1879-423e-90fd-5834610f3d63,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:36.842708 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47184) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:36.850937 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.851362 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.851773 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.852181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.852620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.853019 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.853418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.853819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.854275 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.854672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.855068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.855463 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.855908 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.856303 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.856694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.857092 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.857484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.857870 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.858292 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.858681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.859070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.859459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.859825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-04928e1e-8549-43db-abd6-76e7a1f65c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:36.859940 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.860210 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:36.868645 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:36.921473 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:36.950933 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:37.025923 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:37.031494 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-442c1356-aa94-40c5-9266-caf265f9df95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:37.045411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422e079-1879-423e-90fd-5834610f3d63,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:37.056849 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:37.058110 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e422e079-1879-423e-90fd-5834610f3d63 HTTP/1.1" status: 204 len: 168 time: 0.2142963 Nov 18 17:40:37.060200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.060626 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.061045 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.061451 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.061852 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.062577 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.062681 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.063037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.063444 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.063817 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.064215 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.064610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.065062 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.065459 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.065854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.066274 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.066670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.067063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.067457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.067847 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.068238 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.068632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.069026 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.069412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:40:37.074098 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c4315720-f110-4fdd-a867-e35246746553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:37.842936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:38.859476 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:39.511061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.017075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47244) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:42.168945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.203659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:42.207735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Usage tracker for resource:security_group_rule and tenant:82f0a09327ee43a4a59b0b3fa0730974 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:42.210715 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:42.217002 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:42.288049 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.328455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.336531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-aa9c2a35-8b8c-4a49-8c45-2d06998d1852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:42.381756 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82f0a09327ee43a4a59b0b3fa0730974&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3634953 Nov 18 17:40:42.382556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2990a8-701c-4c42-9de3-d9193460e6bd,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:42.385224 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47250) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:42.386722 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b3c9357f-01de-46ea-85be-0d65e6d96263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:42.451540 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.483727 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.551279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.556969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ad6f5bfe-884d-4abd-9d07-bc4a9e3e5028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:42.572257 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2990a8-701c-4c42-9de3-d9193460e6bd,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:42.575505 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:42.580100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:42.581360 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af2990a8-701c-4c42-9de3-d9193460e6bd HTTP/1.1" status: 204 len: 168 time: 0.1950049 Nov 18 17:40:43.632120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:40:45.093675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:49.701567 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47346) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:49.855216 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:49.887167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:49.892128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Usage tracker for resource:security_group_rule and tenant:18f9965c67c747828502fc88de20802d is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:49.895061 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:49.901363 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:49.969993 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.002159 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.010282 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-1f10af73-fab2-4340-9758-ce464466c4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:50.052111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991dee3c-95f2-4fa2-817c-9afbb0352e79,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:50.055675 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:50.058691 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-168a39c6-9d4f-42b0-89b5-a00393e4d279 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18f9965c67c747828502fc88de20802d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3559790 Nov 18 17:40:50.061339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47352) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:50.124738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.152769 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.276562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.281625 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ca1a2016-2551-4a84-8aa4-b1350e818d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:50.299085 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991dee3c-95f2-4fa2-817c-9afbb0352e79,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:50.302126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:50.305759 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.305759 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-dff04063-2c8a-4ef2-b293-d9bf132a3706 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/991dee3c-95f2-4fa2-817c-9afbb0352e79 HTTP/1.1" status: 204 len: 168 time: 0.2420840 Nov 18 17:40:50.746126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47360) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:50.765480 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.797857 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:50.802172 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Usage tracker for resource:security_group_rule and tenant:495805a289be4340ac434862ac46a407 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:50.805802 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:50.811562 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:50.877812 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.911146 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:50.919665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-a7004884-6839-42cc-b423-8ddc3d776b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:50.966764 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=495805a289be4340ac434862ac46a407&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194312 Nov 18 17:40:50.967569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd9ed1-952b-4cc2-8721-db95e9f86197,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:50.969826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47364) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:50.975211 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-971f6543-64ad-4bc6-83fd-b575b6d381c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:51.035531 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.062466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.145394 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.150991 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-0e80b5b0-0840-4ab2-8fd2-9809bfc054cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:51.163990 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd9ed1-952b-4cc2-8721-db95e9f86197,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:51.173311 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:51.174130 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.178413 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-b98fb7f3-cc94-4e74-a011-13c9d413189f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50fd9ed1-952b-4cc2-8721-db95e9f86197 HTTP/1.1" status: 204 len: 168 time: 0.2044129 Nov 18 17:40:51.700113 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47372) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:51.719522 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.752232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:51.756200 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Usage tracker for resource:security_group_rule and tenant:d83362e553284fd797bb78d5bbb432f0 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:51.759202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:51.764872 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:51.831271 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.870825 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:51.882810 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3b644994-2e76-4858-b746-816e34ddf977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:51.926024 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f6eed-1ac6-4318-84b1-6814e7294d5f,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:51.932255 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d83362e553284fd797bb78d5bbb432f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2306323 Nov 18 17:40:51.933232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c147ee32-d973-439c-baba-82f85c90d80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:51.935038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47376) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:51.997859 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:52.024757 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:52.099333 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:52.104982 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-ee593209-8cea-493e-b861-936b832551ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:52.119411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f6eed-1ac6-4318-84b1-6814e7294d5f,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:52.122178 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:52.129187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:52.135391 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-37e10f05-deef-4fe1-bb26-3c85b9396f16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c6f6eed-1ac6-4318-84b1-6814e7294d5f HTTP/1.1" status: 204 len: 168 time: 0.1971021 Nov 18 17:40:53.731279 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47406) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:53.881338 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:53.915343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:53.919319 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Usage tracker for resource:security_group_rule and tenant:89074de9edaf410bb2e669b374d850e5 is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:53.922263 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:53.928150 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:53.999758 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:54.025356 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:54.032919 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-7d014082-0a4f-49df-95af-6b919e9d3432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:54.077621 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89074de9edaf410bb2e669b374d850e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3452368 Nov 18 17:40:54.078467 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bee9fc-b3f1-46c4-a8bd-2874683f2e6f,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:54.080514 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47412) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:40:54.081867 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-45053e61-c220-4c2e-bd16-f39f4cef8b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:54.157259 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:54.185418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:54.247656 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:54.252624 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-74124ed0-5e31-4eba-8043-0d884b93f5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:40:54.263914 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bee9fc-b3f1-46c4-a8bd-2874683f2e6f,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:40:54.267634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:40:54.270980 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:54.272230 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-f6df4261-fc87-4b70-b61f-6a44da3c1e63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92bee9fc-b3f1-46c4-a8bd-2874683f2e6f HTTP/1.1" status: 204 len: 168 time: 0.1906531 Nov 18 17:40:57.268055 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-63b94ad5-b73d-4fb6-bc2f-036700e7747d tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/networks?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335939 Nov 18 17:40:57.430148 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-f0772c94-dc61-4992-8c33-47d7702d29f4 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:57.431765 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-f0772c94-dc61-4992-8c33-47d7702d29f4 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583223 Nov 18 17:40:57.449602 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-b58092d1-20d1-4506-aeee-20a1a2a8fd39 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/quotas/9d16683d6a4240a89deb35bdd5a1acbd HTTP/1.1" status: 200 len: 375 time: 0.0117350 Nov 18 17:40:57.503763 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-7abe9cf3-d38b-4873-be0a-e92f848f354c tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485816 Nov 18 17:40:57.756717 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-814e7146-ab5c-4ab9-bb87-c21bdc0c1999 req-8737de71-d002-45de-b5b4-a1194ea19a45 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0472665 Nov 18 17:40:58.933765 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-520b698e-e8da-4c92-965e-640cc4454761 req-0d391857-71b3-4d8e-b78f-1f3bbbcb1197 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0499852 Nov 18 17:40:59.375589 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-fab15bc1-2712-4205-9cae-e919dc725b7d tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.43 "GET /v2.0/networks?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320189 Nov 18 17:40:59.542766 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-5f1f76cc-7e6c-45f5-92bc-e5e57b84e1f7 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:40:59.544335 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-5f1f76cc-7e6c-45f5-92bc-e5e57b84e1f7 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612682 Nov 18 17:40:59.562606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Request body: {'port': {'device_id': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e', 'admin_state_up': True, 'tenant_id': '9d16683d6a4240a89deb35bdd5a1acbd'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:40:59.714425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:59.718598 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Usage tracker for resource:port and tenant:9d16683d6a4240a89deb35bdd5a1acbd is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:59.721698 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Quota usage for port was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:59.727655 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:59.784986 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Made reservation on behalf of 9d16683d6a4240a89deb35bdd5a1acbd for: {'port': 1} {{(pid=80398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 17:40:59.790844 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:59.809369 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks [] for security_group, before_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:40:59.843712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:40:59.847739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Usage tracker for resource:security_group_rule and tenant:9d16683d6a4240a89deb35bdd5a1acbd is out of sync, need to count used quota {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:40:59.850694 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:40:59.856434 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:40:59.992234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks [] for security_group, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:00.024922 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:00.037038 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-50cb5690-4fce-41fc-aeae-71d2abb377db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:00.143125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc94f2-fa2b-4696-99e1-598800166b50,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:00.150933 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-94253649-6234-4016-9fe5-abc6ba3f9a61 req-a06a4ec2-4a80-469c-9be7-c469ca45ec4f tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0851204 Nov 18 17:41:00.151819 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:00.406058 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.db_base_plugin_common [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Allocated IP 192.168.233.38 (f571e023-32ee-43c9-b3af-689d56937f0e/bdaf7456-f163-4cb5-9d79-5e80bb9596be/009045d9-a43f-4f15-8194-10eb4b74dc38) {{(pid=80398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 17:41:00.619662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks [] for port, precommit_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:00.636173 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Transition to ACTIVE for port object 009045d9-a43f-4f15-8194-10eb4b74dc38 will not be triggered until provisioned by entity DHCP. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:41:00.682162 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363267178891295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_create {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:00.697360 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-70c4c580-3cfe-4ed7-99dd-128a8a47236d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:00.840198 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Pushing event updated for resources: {'Port': ['ID=009045d9-a43f-4f15-8194-10eb4b74dc38,revision_number=1']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:00.849826 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:00.893997 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Network f571e023-32ee-43c9-b3af-689d56937f0e is already hosted by enough agents. {{(pid=80398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 17:41:00.895107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.scheduler.base_scheduler [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Resources bound (agent type, host, resource id): {{(pid=80398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 17:41:00.897484 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Received port after_create {{(pid=80398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 17:41:00.964457 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:00.965143 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:01.031506 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-518c087a-3b67-4400-b492-ce8014184ac8 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4732518 Nov 18 17:41:01.046054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.v2.base [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Request body: {'port': {'device_id': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=80398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 17:41:01.156477 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-baccbbf6-87c8-4689-b97e-aa72064415fb None None] Provisioning for port 009045d9-a43f-4f15-8194-10eb4b74dc38 completed by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:41:01.162207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-baccbbf6-87c8-4689-b97e-aa72064415fb None None] Provisioning complete for port 009045d9-a43f-4f15-8194-10eb4b74dc38 triggered by entity DHCP. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:41:01.162541 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:01.162873 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-baccbbf6-87c8-4689-b97e-aa72064415fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:01.219600 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [None req-baccbbf6-87c8-4689-b97e-aa72064415fb None None] Port 009045d9-a43f-4f15-8194-10eb4b74dc38 cannot update to ACTIVE because it is not bound. {{(pid=80399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 17:41:01.369289 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e75066-c942-4895-8c6f-5d07e69aa6c0 req-2ef581fc-35f9-458b-b60a-aedba1bb0e3f tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:01.370984 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-23e75066-c942-4895-8c6f-5d07e69aa6c0 req-2ef581fc-35f9-458b-b60a-aedba1bb0e3f tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 935 time: 0.0847826 Nov 18 17:41:01.420480 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-23e75066-c942-4895-8c6f-5d07e69aa6c0 req-f1582395-08d8-4b07-8581-8d0c5ca53a8a tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431337 Nov 18 17:41:01.578089 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009045d9-a43f-4f15-8194-10eb4b74dc38 {{(pid=80398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 17:41:01.590068 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:01.658835 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Transition to ACTIVE for port object 009045d9-a43f-4f15-8194-10eb4b74dc38 will not be triggered until provisioned by entity L2. {{(pid=80398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 17:41:01.681662 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:01.696941 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-aebc15ce-b392-4da2-a079-c4b2ee599ebe tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:01.837413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Pushing event updated for resources: {'Port': ['ID=009045d9-a43f-4f15-8194-10eb4b74dc38,revision_number=2']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:01.842501 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:02.240634 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Attempting to bind port 009045d9-a43f-4f15-8194-10eb4b74dc38 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 17:41:02.241181 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Attempting to bind port 009045d9-a43f-4f15-8194-10eb4b74dc38 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 17:41:02.241352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Attempting to bind port 009045d9-a43f-4f15-8194-10eb4b74dc38 on network f571e023-32ee-43c9-b3af-689d56937f0e {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 17:41:02.248801 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Checking agent: {'id': '653bc0fc-bfd8-4982-8333-bc96a31bfa39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 57, 40), 'started_at': datetime.datetime(2020, 11, 18, 16, 58, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.36', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 17:41:02.249176 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Checking segment: {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 17:41:02.249579 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:02.250022 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Bound using segment: {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'} {{(pid=80398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 17:41:02.250471 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.managers [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Bound port: 009045d9-a43f-4f15-8194-10eb4b74dc38, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3c5106-2172-4ee1-9914-b4761d35fc2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f571e023-32ee-43c9-b3af-689d56937f0e'}}] {{(pid=80398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 17:41:02.250842 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:02.372455 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] For port 009045d9-a43f-4f15-8194-10eb4b74dc38, host hv-cinder-76018, cleared binding levels {{(pid=80398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 17:41:02.375549 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] For port 009045d9-a43f-4f15-8194-10eb4b74dc38, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=009045d9-a43f-4f15-8194-10eb4b74dc38,segment=NetworkSegment(7e3c5106-2172-4ee1-9914-b4761d35fc2e),segment_id=7e3c5106-2172-4ee1-9914-b4761d35fc2e)] {{(pid=80398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 17:41:02.408035 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2331953'] for port, after_update {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:02.423395 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-652e3954-0989-4cf7-be10-e2038ce789f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:02.632412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Pushing event updated for resources: {'Port': ['ID=009045d9-a43f-4f15-8194-10eb4b74dc38,revision_number=3']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:02.638822 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:02.694107 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:02.695686 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-41404599-2669-465d-b1d5-7cae5ebe6077 service neutron] 10.222.0.43 "PUT /v2.0/ports/009045d9-a43f-4f15-8194-10eb4b74dc38 HTTP/1.1" status: 200 len: 1161 time: 1.6546078 Nov 18 17:41:02.703020 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c228f6-9bbf-41e4-9320-34690414706f req-152d9100-5365-42c9-8bc3-607a8b9a681b tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:02.703850 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-55c228f6-9bbf-41e4-9320-34690414706f req-152d9100-5365-42c9-8bc3-607a8b9a681b tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Synchronizing usage tracker for tenant:9d16683d6a4240a89deb35bdd5a1acbd on resource:port {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:41:02.706809 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'tag': '009045d9-a43f-4f15-8194-10eb4b74dc38'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:41:02.762248 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-55c228f6-9bbf-41e4-9320-34690414706f req-152d9100-5365-42c9-8bc3-607a8b9a681b tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Unset dirty status for tenant:9d16683d6a4240a89deb35bdd5a1acbd on resource:port {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:41:02.763598 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-55c228f6-9bbf-41e4-9320-34690414706f req-152d9100-5365-42c9-8bc3-607a8b9a681b tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 947 time: 0.2110622 Nov 18 17:41:02.773696 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'tag': '009045d9-a43f-4f15-8194-10eb4b74dc38', 'status': 'completed', 'code': 200} Nov 18 17:41:02.854495 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-55c228f6-9bbf-41e4-9320-34690414706f req-22093c44-1ed7-4561-b184-e4bfb7e7f2b4 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Synchronizing usage tracker for tenant:9d16683d6a4240a89deb35bdd5a1acbd on resource:security_group {{(pid=80398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 17:41:02.908953 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f4964306-bfa6-43f8-9fff-ca91f0a7a0d3 req-e0a3f13b-bdf4-4bd9-9c6e-8c87390ede89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 1164 time: 0.0906253 Nov 18 17:41:02.916584 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [req-55c228f6-9bbf-41e4-9320-34690414706f req-22093c44-1ed7-4561-b184-e4bfb7e7f2b4 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Unset dirty status for tenant:9d16683d6a4240a89deb35bdd5a1acbd on resource:security_group {{(pid=80398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 17:41:02.917771 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-55c228f6-9bbf-41e4-9320-34690414706f req-22093c44-1ed7-4561-b184-e4bfb7e7f2b4 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472583 Nov 18 17:41:02.950548 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f4964306-bfa6-43f8-9fff-ca91f0a7a0d3 req-cfb93a06-5733-48b8-90fe-37d9e314a96c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317318 Nov 18 17:41:03.099287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4964306-bfa6-43f8-9fff-ca91f0a7a0d3 req-30537edd-71c8-42e8-8e41-8470e6900790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:03.100888 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-f4964306-bfa6-43f8-9fff-ca91f0a7a0d3 req-30537edd-71c8-42e8-8e41-8470e6900790 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1436572 Nov 18 17:41:03.216780 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-69d6c518-9bd3-48cc-a5c6-7c084e03d216 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 1164 time: 0.0786848 Nov 18 17:41:03.290975 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-810e14a5-66a3-44ad-a6a0-fa9f754133bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=009045d9-a43f-4f15-8194-10eb4b74dc38 HTTP/1.1" status: 200 len: 217 time: 0.0659864 Nov 18 17:41:03.363985 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-1983e607-0a6a-49e9-9343-ad027bbe7893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:03.365527 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-1983e607-0a6a-49e9-9343-ad027bbe7893 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bdaf7456-f163-4cb5-9d79-5e80bb9596be HTTP/1.1" status: 200 len: 843 time: 0.0678520 Nov 18 17:41:03.447640 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-210e4acc-dc9a-4eac-932c-153b9fe37dcb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f571e023-32ee-43c9-b3af-689d56937f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745957 Nov 18 17:41:03.458875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-31d7ce06-b685-4017-a782-3bb2c6ce2526 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80398) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 17:41:03.459881 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-31d7ce06-b685-4017-a782-3bb2c6ce2526 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0052826 Nov 18 17:41:03.604260 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-dd26ba73-4967-4064-812e-889574177f4c service neutron] 10.222.0.43 "GET /v2.0/networks/f571e023-32ee-43c9-b3af-689d56937f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368802 Nov 18 17:41:03.750299 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-7ab528b0-68e3-45fd-83f8-f74d4906e5c1 req-2f86dfbd-b697-4229-8908-255512390645 service neutron] 10.222.0.43 "GET /v2.0/networks/f571e023-32ee-43c9-b3af-689d56937f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392899 Nov 18 17:41:04.135120 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db7cb7-adcc-493f-9563-d8033c057609 req-c1bd73ad-aead-433f-8201-d206d777d476 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:04.136801 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-09db7cb7-adcc-493f-9563-d8033c057609 req-c1bd73ad-aead-433f-8201-d206d777d476 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 947 time: 0.0869260 Nov 18 17:41:04.188180 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-09db7cb7-adcc-493f-9563-d8033c057609 req-eda7c1db-3be9-475e-8a4c-f1cd814f1d4d tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Nov 18 17:41:05.036202 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c3719112-39b7-4b48-9e35-daf4faefad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:05.421763 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2bf66-5e3c-4901-9e3a-a146727b7e7f req-1478daab-09d9-4334-8f78-c77ba2269ae9 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:05.423438 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3de2bf66-5e3c-4901-9e3a-a146727b7e7f req-1478daab-09d9-4334-8f78-c77ba2269ae9 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 947 time: 0.0936489 Nov 18 17:41:05.474399 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3de2bf66-5e3c-4901-9e3a-a146727b7e7f req-46005058-2918-4eee-b6ff-b55ae0a2af91 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Nov 18 17:41:06.693232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744a0bc-b66b-46a6-a9fd-9bd60f38e158 req-59cca7f5-8193-4d28-8d4e-f3ff6959c869 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:06.694924 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2744a0bc-b66b-46a6-a9fd-9bd60f38e158 req-59cca7f5-8193-4d28-8d4e-f3ff6959c869 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 947 time: 0.0864320 Nov 18 17:41:06.748403 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-2744a0bc-b66b-46a6-a9fd-9bd60f38e158 req-b9bb5af9-febb-4ccd-998a-15622f2875d7 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Nov 18 17:41:06.876126 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c756244c-45c6-4408-be37-0aaf4bfdce37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:07.249558 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Network f571e023-32ee-43c9-b3af-689d56937f0e details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=80399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 17:41:07.505063 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.objects.ports [None req-8c4dd0c0-9895-4b4e-955e-47389d4ead82 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80399) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 17:41:07.864951 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:07.963854 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e643f-a5a1-422f-97f3-dbb4bc721c91 req-c255fae4-b9ea-45e3-86cc-4f2cc1586ac7 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:07.965548 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48e643f-a5a1-422f-97f3-dbb4bc721c91 req-c255fae4-b9ea-45e3-86cc-4f2cc1586ac7 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 947 time: 0.0876436 Nov 18 17:41:07.979735 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 009045d9-a43f-4f15-8194-10eb4b74dc38 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:41:08.014055 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-e48e643f-a5a1-422f-97f3-dbb4bc721c91 req-600dac1a-6eab-4969-a0b2-e09ca86749ba tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Nov 18 17:41:08.070641 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning for port 009045d9-a43f-4f15-8194-10eb4b74dc38 completed by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 17:41:08.076152 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 009045d9-a43f-4f15-8194-10eb4b74dc38 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:41:08.076578 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:08.196689 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-861969'] for port, before_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:08.224305 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009045d9-a43f-4f15-8194-10eb4b74dc38'}] {{(pid=80399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:41:08.234446 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] For port 009045d9-a43f-4f15-8194-10eb4b74dc38, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=009045d9-a43f-4f15-8194-10eb4b74dc38,segment=NetworkSegment(7e3c5106-2172-4ee1-9914-b4761d35fc2e),segment_id=7e3c5106-2172-4ee1-9914-b4761d35fc2e)] {{(pid=80399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:41:08.270786 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769676344896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769675861738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769675861773'] for port, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:08.272761 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:08.309631 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009045d9-a43f-4f15-8194-10eb4b74dc38', 'code': 200} Nov 18 17:41:08.344204 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Pushing event updated for resources: {'Port': ['ID=009045d9-a43f-4f15-8194-10eb4b74dc38,revision_number=4']} {{(pid=80399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:08.347569 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:08.595717 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8b5601d-e16d-40de-a353-7783b85ef816 req-7e528ba4-9e43-4f77-b08b-af5b65b8f4bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 1166 time: 0.0788000 Nov 18 17:41:08.641594 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-b8b5601d-e16d-40de-a353-7783b85ef816 req-7b1ccd65-e357-463b-bc6e-a7043be5f39e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Nov 18 17:41:08.842125 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:09.220614 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 009045d9-a43f-4f15-8194-10eb4b74dc38 up at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 17:41:09.255265 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c637766-3b24-4960-8cb3-bc6e03d5b2d6 req-1fe0d711-cdc3-4bcc-a494-5d98dbae61b6 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:09.257331 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3c637766-3b24-4960-8cb3-bc6e03d5b2d6 req-1fe0d711-cdc3-4bcc-a494-5d98dbae61b6 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 949 time: 0.1036365 Nov 18 17:41:09.299124 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.provisioning_blocks [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Provisioning complete for port 009045d9-a43f-4f15-8194-10eb4b74dc38 triggered by entity L2. {{(pid=80399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 17:41:09.299429 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-982349'] for port, provisioning_complete {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:09.315399 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-3c637766-3b24-4960-8cb3-bc6e03d5b2d6 req-a4197391-13ec-44de-a5ce-3df8cd7f727d tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Nov 18 17:41:09.499510 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:10.530665 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d323-59c3-49d5-a241-155fc21f1838 req-d2822233-7127-4e97-814a-c3667d9f725f tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:10.532219 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d004d323-59c3-49d5-a241-155fc21f1838 req-d2822233-7127-4e97-814a-c3667d9f725f tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 949 time: 0.0840881 Nov 18 17:41:10.585430 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-d004d323-59c3-49d5-a241-155fc21f1838 req-6b092742-2c89-49ac-9095-51ec63a57733 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Nov 18 17:41:11.168547 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7dbb-c86d-4018-a73c-98872f569b0b req-5eb2c9b8-e481-47f7-85a6-d2b78f81ab07 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:11.170278 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ad8a7dbb-c86d-4018-a73c-98872f569b0b req-5eb2c9b8-e481-47f7-85a6-d2b78f81ab07 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 949 time: 0.0951738 Nov 18 17:41:11.221460 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ad8a7dbb-c86d-4018-a73c-98872f569b0b req-45a01b99-4a93-4ad6-8d50-1372849e1447 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Nov 18 17:41:12.464481 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05638a-a3d4-467d-8507-5b98eef4bde3 req-78069808-b3f7-4a6d-819c-6f3821c5c85b tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:12.466085 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae05638a-a3d4-467d-8507-5b98eef4bde3 req-78069808-b3f7-4a6d-819c-6f3821c5c85b tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 949 time: 0.0856981 Nov 18 17:41:12.515684 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ae05638a-a3d4-467d-8507-5b98eef4bde3 req-b9715300-e6c2-4327-a799-b1a0549e5072 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/security-groups?id=e8cc94f2-fa2b-4696-99e1-598800166b50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Nov 18 17:41:12.660348 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-4af64fce-b7eb-42d8-b2da-a44e484ad0a9 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:12.661916 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-4af64fce-b7eb-42d8-b2da-a44e484ad0a9 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.43 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 949 time: 0.0849323 Nov 18 17:41:12.735421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Deleting port 009045d9-a43f-4f15-8194-10eb4b74dc38 {{(pid=80398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 17:41:12.735732 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363267178437065'] for port, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:12.992054 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] For port 009045d9-a43f-4f15-8194-10eb4b74dc38, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=009045d9-a43f-4f15-8194-10eb4b74dc38,segment=NetworkSegment(7e3c5106-2172-4ee1-9914-b4761d35fc2e),segment_id=7e3c5106-2172-4ee1-9914-b4761d35fc2e)] {{(pid=80398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 17:41:12.992375 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1785257'] for port, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:13.120939 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.plugin [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Calling delete_port for 009045d9-a43f-4f15-8194-10eb4b74dc38 owned by compute:nova {{(pid=80398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 17:41:13.191592 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 009045d9-a43f-4f15-8194-10eb4b74dc38 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 17:41:13.405207 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.db [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] No active binding found for port 009045d9-a43f-4f15-8194-10eb4b74dc38 {{(pid=80399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 18 17:41:13.405646 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.plugins.ml2.rpc [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Device 009045d9-a43f-4f15-8194-10eb4b74dc38 not bound to the agent host hv-cinder-76018 {{(pid=80399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 17:41:13.419456 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853914386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852787317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1538085', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769676344879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363267178914079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852443864'] for port, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:13.438086 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-3e17e3e3-2d65-454f-a3a9-1a6279191a5b tempest-AttachVolumeNegativeTest-631795873 tempest-AttachVolumeNegativeTest-631795873] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:13.486966 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Pushing event deleted for resources: {'Port': ['ID=009045d9-a43f-4f15-8194-10eb4b74dc38,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:13.489712 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:13.640566 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] No DVR routers for this DVR port 009045d9-a43f-4f15-8194-10eb4b74dc38 on host hv-cinder-76018 {{(pid=80398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 17:41:13.643134 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772401'] for port, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:13.646425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'name': 'network-vif-deleted', 'tag': '009045d9-a43f-4f15-8194-10eb4b74dc38'}] {{(pid=80398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 17:41:13.689266 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-4a36dc9c-4e08-473b-9c4b-37521f73b3e5 req-53e623e1-25a1-4021-9a48-7cbfe2df1318 tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.43 "DELETE /v2.0/ports/009045d9-a43f-4f15-8194-10eb4b74dc38 HTTP/1.1" status: 204 len: 173 time: 1.0209227 Nov 18 17:41:13.697281 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-ba0d0736-68fa-44ab-b05f-dcf8f8d59821 req-a31e31b3-99f2-46ac-97f5-8892b4a10ebf tempest-VolumesNegativeTest-777445619 tempest-VolumesNegativeTest-777445619] 10.222.0.21 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0511520 Nov 18 17:41:13.710588 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af094090-fd74-4a66-8dc7-71561e9bd7c9', 'name': 'network-vif-deleted', 'tag': '009045d9-a43f-4f15-8194-10eb4b74dc38', 'status': 'completed', 'code': 200} Nov 18 17:41:14.386198 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb281cd8-8345-4ac9-8e69-aff316ff878f req-bf96acd4-65ae-439a-8226-052bb3e680a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1797838 Nov 18 17:41:14.511927 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb281cd8-8345-4ac9-8e69-aff316ff878f req-214eb387-bb39-4925-acdc-2e52bd3d8f0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&device_id=af094090-fd74-4a66-8dc7-71561e9bd7c9 HTTP/1.1" status: 200 len: 210 time: 0.0487769 Nov 18 17:41:14.561701 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb281cd8-8345-4ac9-8e69-aff316ff878f req-cc5c9bd2-d8fe-49f2-a9de-cc0a920fabfe service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300672 Nov 18 17:41:14.707697 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb281cd8-8345-4ac9-8e69-aff316ff878f req-eaf8e9c4-0858-409c-8d94-6131c87b962b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 17:41:14.709245 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [req-bb281cd8-8345-4ac9-8e69-aff316ff878f req-eaf8e9c4-0858-409c-8d94-6131c87b962b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1410909 Nov 18 17:41:15.110963 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:20.573016 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47740) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:41:20.633389 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:41:20.760675 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-82536aa3-9fcd-4564-89cd-f3dace08744d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d16683d6a4240a89deb35bdd5a1acbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1862466 Nov 18 17:41:20.763167 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47746) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:41:20.828670 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:20.855945 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:20.933193 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:20.938327 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-fb9f47e7-1e78-41e8-b98e-d3edc14a2bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:20.953391 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc94f2-fa2b-4696-99e1-598800166b50,revision_number=None']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:20.956392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:21.012905 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:21.014183 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-231b7a49-86d5-4e01-9f2d-2c2cd81c8ad3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8cc94f2-fa2b-4696-99e1-598800166b50 HTTP/1.1" status: 204 len: 168 time: 0.2500131 Nov 18 17:41:35.041680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-54a1e1d2-c042-4c45-8784-0544070bfce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:36.858897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-f50efd54-82ec-4418-93d3-53e0618ef49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:37.881433 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:38.864370 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:39.504622 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:45.115740 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.088535 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80397) accepted ('10.222.0.21', 47898) {{(pid=80397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:41:49.241316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.319671 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 17:41:49.324359 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Usage tracker for resource:security_group_rule and tenant:aa82c1e3de9e4f87a8a25c3be6375229 is out of sync, need to count used quota {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 17:41:49.327378 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.quota.resource [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 17:41:49.333182 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.quota.driver [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 17:41:49.546352 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.589840 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_create {{(pid=80397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.597616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-8a93ab1c-ef4f-404a-bcf7-6f5cab8077a1 tempest-TestVolumeBootPattern-1482475633 tempest-TestVolumeBootPattern-1482475633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:49.645260 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da30a801-66f7-45cc-a5c8-a5a2d43ce044,revision_number=1']} {{(pid=80397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:49.651395 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa82c1e3de9e4f87a8a25c3be6375229&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5617740 Nov 18 17:41:49.654418 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.wsgi [-] (80398) accepted ('10.222.0.21', 47904) {{(pid=80398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 17:41:49.657244 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.657678 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.658128 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.658553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.658995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.659411 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.659875 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.660287 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.660695 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.661100 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.661504 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.661936 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.662388 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.662787 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.663190 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.663593 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.663992 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.664392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.664788 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.665187 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.666119 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.666519 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.666917 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.667316 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.671938 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-c94acd10-216c-4e0b-8a74-bd74be88abfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:49.721339 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.750331 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.858636 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806278'] for security_group, after_delete {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.863620 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-89408ef4-9592-42d7-9211-e827009bda8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 17:41:49.877565 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da30a801-66f7-45cc-a5c8-a5a2d43ce044,revision_number=None']} {{(pid=80398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 17:41:49.884575 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:41:49.885823 dv-cinder-760184-2-iscsi neutron-server[80284]: INFO neutron.wsgi [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da30a801-66f7-45cc-a5c8-a5a2d43ce044 HTTP/1.1" status: 204 len: 168 time: 0.2303617 Nov 18 17:41:49.889770 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.890412 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.890601 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.891004 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.891409 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.891815 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.892242 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.892613 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.893013 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.893414 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.893806 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.894251 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-2-iscsi {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.894685 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.895075 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.895466 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.895856 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.896247 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.896640 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.897031 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.897416 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.897807 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.898218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.898607 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.898996 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=80398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 17:41:49.902743 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG oslo_concurrency.lockutils [None req-2e6f4200-043d-4279-aa4e-0ed84b9649a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 17:41:57.633768 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:42:05.029555 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3616b245-e312-4bc9-8f88-15121c488902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:06.863606 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c31b8ed0-8624-4c48-90ab-0acb97016ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:07.927376 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:08.846672 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:09.504239 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:15.115533 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:34.634680 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:42:35.018070 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6239a858-ee4f-4d88-8fc4-a6bda1f32065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:36.875320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-d19e6c5b-857f-41fe-b3d0-f7f3327e472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:37.875269 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:38.851962 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:39.515553 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:42:45.126632 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:05.011897 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e7275153-8f73-4a01-9a8b-5d10b2f9a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:06.891664 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-342403bb-6938-470a-9a14-89f8a2e2b8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:07.891635 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:08.863014 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:09.520030 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:11.635616 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:43:15.143111 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:35.016995 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-6f53d3ec-01a5-4d3c-9f6e-8c69efd6f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:36.885610 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-cfcb64ca-b955-40db-844b-e916f0b781bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:37.880413 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:38.873946 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:39.519767 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:45.170738 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:43:48.636255 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:44:05.028367 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b4b1acd6-504c-476a-97b8-87786b2f56de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:06.880102 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-67fd5eae-6c42-444e-863d-fdcd918dc035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:07.868392 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:08.868164 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:09.524277 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:15.165421 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:25.638175 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:44:35.033863 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-0925a918-d0df-4336-9cef-46c00befcf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:36.891059 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9957ef54-799e-4ad8-9544-f1dcb6d02da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:37.886041 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:38.879507 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:39.535515 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:44:45.176659 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:02.639486 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:45:05.038969 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3051ee63-b8f4-4ba7-8e79-1ca999fc9c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:06.890234 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-510d867b-7120-412d-9553-d5376cc50836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:07.884796 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:08.867374 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:09.530556 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:15.187320 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:35.027243 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b7060189-0c0a-4f28-8165-e049c86a7f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:36.890399 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-35dfad9b-11e8-4b82-ac1b-a4130830adb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:37.883975 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:38.866129 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:39.534425 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:45:39.640440 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:45:45.198889 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:05.021232 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-40dfe0a0-876f-4bea-a42e-764acadcdeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:06.895368 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-a4edca5a-b214-48cc-ba05-cce34c270527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:07.884285 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:08.865407 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:09.541029 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:15.198343 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:16.641853 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:46:35.019218 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-23edb413-93d1-4bad-b320-c526b714db2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:36.884526 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-e879ad42-4997-4ac2-a7f4-db73eed8317d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:37.911183 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b82f91b9-d56c-408e-8728-30c96078314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:38.878037 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-c52fb69a-51a5-44fe-bbbb-f5a3424e6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:39.558165 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-3908d6f3-c8e9-4dd4-ab1d-58469ec3e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:45.219756 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-9d3cbcd2-82e9-475c-97ed-813cf77cabdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:46:53.642739 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron.db.agents_db [None req-16ac26c2-64c2-4cca-a224-34bc1cb2671e None None] Agent healthcheck: found 6 active agents {{(pid=80400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 17:47:05.059105 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-538fd55f-e6db-482d-aa61-9fe55cde7a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 17:47:06.875824 dv-cinder-760184-2-iscsi neutron-server[80284]: DEBUG neutron_lib.callbacks.manager [None req-b4a722ab-c5a9-49d7-b197-5c5097702004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363267178362876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853793512'] for agent, after_update {{(pid=80399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}